-- Logs begin at Mon 2021-04-19 12:38:46 UTC, end at Mon 2021-04-19 13:41:43 UTC. --
Apr 19 13:13:06.824365 dv-cinder-786873-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 19 13:13:10.008855 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.common.config [-] Logging enabled!
Apr 19 13:13:10.009413 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99
Apr 19 13:13:10.010749 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86255) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 13:13:10.012503 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.common.config [-] Logging enabled!
Apr 19 13:13:10.012794 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99
Apr 19 13:13:10.013144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86255) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 13:13:10.014180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 13:13:10.014469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 13:13:10.015521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 13:13:10.015805 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 13:13:10.016064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 13:13:10.016434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.016782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.017120 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.017382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.017720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.018053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.018388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.018731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.019072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.019393 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.019711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.020034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.020298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.020617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.020949 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.021278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.021531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.021846 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.022949 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.023259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.023576 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.023905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.024221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.024531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.024843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.025167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.025532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] host                           = dv-cinder-786873-1-iscsi {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.025845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.026175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.026533 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.026863 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.027175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.027488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.027816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.028126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.028436 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.028750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.029083 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.029411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.029746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.030003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.030255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.030613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.030943 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.031255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.031568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.031878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.032187 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.032500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.032803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.033128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.033454 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.033780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.034090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.034417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.034727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.035034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.035361 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.035672 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.035982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.036291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.036624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.036930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.037239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.037582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.038630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.038954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.039280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.039592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.039917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.040223 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.040528 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.040832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.041138 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.041441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.041762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.042067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.042380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.042698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.043004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.043329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:10.043660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.043999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.044340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.044658 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.044991 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.045306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.045634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.045947 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.046275 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.046631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.046957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.047270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.047595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.047909 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.048246 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.048591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.048927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.049260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.049571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.049880 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.050187 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.050522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.050845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.051178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.051510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.051818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.052129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.052458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.052770 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.053076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.053404 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.053737 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.054033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.054342 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.054681 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.054993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.055296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.055600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.055911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.056240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.056554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.056857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.057160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.057468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.057772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.058094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.058439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.058748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.059055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.059368 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.059676 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.059987 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.060302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.060610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.060923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.061230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.061535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.061842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.062149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.062477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.062785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.063092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.063400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.063704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.064011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.064318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.064625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.064930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.065251 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.065584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.065895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.066212 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.066557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.066872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.067183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.067496 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.067808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.068123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.068432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.068763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.069106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.069542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.069862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.070180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.070547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.070865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.071185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.071499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.071814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.072144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.072468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.072799 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.073132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.073465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.073794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.074126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.074472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.074829 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.075148 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:10.075397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 13:13:10.075660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86255) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 19 13:13:10.746435 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO keyring.backend [-] Loading Gnome
Apr 19 13:13:10.763114 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO keyring.backend [-] Loading Google
Apr 19 13:13:10.765800 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO keyring.backend [-] Loading Windows (alt)
Apr 19 13:13:10.769344 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO keyring.backend [-] Loading file
Apr 19 13:13:10.770194 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO keyring.backend [-] Loading keyczar
Apr 19 13:13:10.770511 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO keyring.backend [-] Loading multi
Apr 19 13:13:10.771147 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO keyring.backend [-] Loading pyfs
Apr 19 13:13:10.817920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:13:10.818262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:13:10.818651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:13:10.819126 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 19 13:13:11.216995 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.217505 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.217629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.218993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.219420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.219720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.257989 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.258307 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.258633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.273427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.273741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.274042 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.341319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.341628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.341931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.342967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.343270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.345066 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.618467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f295c4d27b8> agent after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.618786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f295c4d27b8> agent after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.619092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f295c4d26a8> segment precommit_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.619400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f295c4d2730> network precommit_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.620238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f295c7499d8> segment before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.768611 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> network before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.768992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f295c4e5a60> agent before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.769314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> network before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.769613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> port before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.769907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> port before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.770291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> segment after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.770781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> segment precommit_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.771077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> segment precommit_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.771375 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> segment after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.771715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> network after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.772014 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> network precommit_delete 0 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.772526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> port provisioning_complete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.772838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> rbac-policy before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.773130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> rbac-policy after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.773444 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> agent after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.773768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> subnet after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.774064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> subnet precommit_delete 0 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.774402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> rbac-policy before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.774694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> rbac-policy before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.775035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> segment_host_mapping after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.775491 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> port after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.775779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> port after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.776063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> port after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.776406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> rbac-policy before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.776688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> rbac-policy before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.776963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f295d0ac0f0>> rbac-policy before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.777389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 13:13:11.777665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 13:13:11.777941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 13:13:11.778213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 13:13:11.778508 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 13:13:11.778783 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 13:13:11.779199 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 19 13:13:11.782312 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 19 13:13:11.786212 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 19 13:13:11.790625 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Apr 19 13:13:11.792291 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 19 13:13:11.793567 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 19 13:13:11.793951 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 19 13:13:11.794420 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 19 13:13:11.798168 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 19 13:13:11.798475 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 19 13:13:11.798870 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 13:13:11.826250 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 19 13:13:11.826811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f295c63bcf8>> qos_plugin after_init 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.827146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86255) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 19 13:13:11.827556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f295c557518>> logging-plugin after_init 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.828910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86255) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 19 13:13:11.829229 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 13:13:11.829507 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 19 13:13:11.832753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f295c557588>> floatingip before_response 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.833074 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f295c557588>> port before_response 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:11.902062 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 19 13:13:11.902269 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 19 13:13:11.902565 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 19 13:13:11.902969 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 19 13:13:11.937085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.sqlalchemy.engines [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86255) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 19 13:13:12.389192 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Initializing driver for type 'gre'
Apr 19 13:13:12.389804 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] gre ID ranges: [(1, 1000)]
Apr 19 13:13:12.429760 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Initializing driver for type 'local'
Apr 19 13:13:12.430130 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Initializing driver for type 'vlan'
Apr 19 13:13:12.440848 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] VlanTypeDriver initialization complete
Apr 19 13:13:12.441230 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Initializing driver for type 'vxlan'
Apr 19 13:13:12.441768 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] vxlan ID ranges: [(1, 1000)]
Apr 19 13:13:12.482668 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Initializing extension driver 'port_security'
Apr 19 13:13:12.483042 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.extensions.port_security [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] PortSecurityExtensionDriver initialization complete
Apr 19 13:13:12.483424 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Initializing mechanism driver 'openvswitch'
Apr 19 13:13:12.483791 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Initializing mechanism driver 'hyperv'
Apr 19 13:13:12.490401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:13:12.491956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295c478a90>> port after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.492367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295c478a90>> port after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.492764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295c478a90>> port after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.493195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfb6ef0>> subnet after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.493588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfb6ef0>> subnet after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.493975 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfb6ef0>> subnet after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.494416 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe208>> network after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.494810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe208>> network after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.495197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe208>> network after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.495620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe3c8>> security_group after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.496009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe3c8>> security_group after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.496548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe3c8>> security_group after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.496975 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe588>> security_group_rule after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.497361 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe588>> security_group_rule after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.497744 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe588>> security_group_rule after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.498165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe748>> address_group after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.498579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe748>> address_group after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.498961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f295bfbe748>> address_group after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.499332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] ML2 OVO RPC backend initialized. {{(pid=86255) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 19 13:13:12.500124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> router_interface after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.500520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> router_interface after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.500983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> network before_response 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.501369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> networks before_response 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.501752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> port before_response 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.502135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> ports before_response 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.502546 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> subnet before_response 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.502930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> subnets before_response 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.503317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> network after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.503698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> network after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.504078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> network after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.504456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> port after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.504849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> port after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.505219 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> port after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.505600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> subnet after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.505975 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> subnet after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.506370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f295bfbe828>> subnet after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.507246 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.plugin [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Modular L2 Plugin initialization complete
Apr 19 13:13:12.507612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading services supported by the core plugin {{(pid=86255) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 19 13:13:12.507986 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.plugins.ml2.managers [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Got port-security extension from driver 'port_security'
Apr 19 13:13:12.508503 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.extensions.vlantransparent [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Disabled vlantransparent extension.
Apr 19 13:13:12.509052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86255) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 19 13:13:12.509403 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading Plugin: router
Apr 19 13:13:12.548523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router_interface before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.548972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router after_create 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.549384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router before_create 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.549799 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router_interface before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.550239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router_interface after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.550654 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router after_delete 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.551068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> floatingip after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.551490 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router after_create 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.551877 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router after_update 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.552278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router after_update 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.552668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router_gateway after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.553079 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router after_update 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.554309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router precommit_update 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.554895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f295c619c80> port after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.555289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f295c619e18> port after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.555682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f295c619d90> subnet after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.556067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f295c619d08> subnetpool_address_scope after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.556468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> port precommit_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.556861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router precommit_create 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.557318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f295c6088c8> port before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.557635 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router precommit_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.558048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router after_update 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.558467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router precommit_delete 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.558867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router precommit_create 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.559280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router_interface after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.559675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> router precommit_update 55549900 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.560115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f295bfbe9b0>> network after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.561139 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Tracking information for resource: router configured {{(pid=86255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 13:13:12.561517 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Tracking information for resource: floatingip configured {{(pid=86255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 13:13:12.566421 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_agentschedulers_db [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 19 13:13:12.567087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f295bf809d8> port after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.567486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f295bf808c8> port after_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.567878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function _notify_port_delete at 0x7f295bf80950> port after_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.568270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f295bf80b70> port after_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.569378 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f295bf9d780>> router before_create 55550100 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.569795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f295bf9d780>> router precommit_delete 55550100 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.570206 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f295bf9d780>> router precommit_create 55550100 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.570634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f295bf9d780>> router precommit_update 55550100 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.575487 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.provider_configuration [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service providers = [] {{(pid=86255) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 19 13:13:12.575890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.servicetype_db [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86255) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 19 13:13:12.578788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.service_base [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 13:13:12.579184 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.service_base [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 13:13:12.579570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.service_base [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 13:13:12.580475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.service_base [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 13:13:12.580895 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.services.service_base [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 19 13:13:12.581314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 13:13:12.581678 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 19 13:13:12.592207 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 13:13:12.592589 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading Plugin: auto_allocate
Apr 19 13:13:12.598288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f295be73268> network precommit_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.598722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f295be73268> network precommit_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.599322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 13:13:12.599686 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading Plugin: tag
Apr 19 13:13:12.607387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 13:13:12.607772 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading Plugin: timestamp
Apr 19 13:13:12.611951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 13:13:12.612333 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading Plugin: network_ip_availability
Apr 19 13:13:12.618504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f295be71390>> rbac-policy before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.618917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f295be71390>> rbac-policy before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.619315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f295be71390>> rbac-policy before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.620108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 13:13:12.620471 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading Plugin: flavors
Apr 19 13:13:12.625014 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 13:13:12.625393 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading Plugin: revisions
Apr 19 13:13:12.629891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 13:13:12.630319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=86255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:13:12.631162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86255) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 19 13:13:12.631590 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Initializing extension manager.
Apr 19 13:13:12.632147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: __init__.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.632531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: __pycache__ {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.632914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.633293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: address_group.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.634105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.634787 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: address-group
Apr 19 13:13:12.635160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: address_scope.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.635945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.636527 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: address-scope
Apr 19 13:13:12.636895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: admin_state_down_before_update.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.637850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.638468 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: router-admin-state-down-before-update
Apr 19 13:13:12.638837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: agent.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.639650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.640180 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: agent
Apr 19 13:13:12.640548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: agent_resources_synced.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.641480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.642059 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: agent-resources-synced
Apr 19 13:13:12.642460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: allowedaddresspairs.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.644299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.644882 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: allowed-address-pairs
Apr 19 13:13:12.645255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: auto_allocated_topology.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.646387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.646963 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: auto-allocated-topology
Apr 19 13:13:12.647536 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: availability_zone.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.648304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.648898 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: availability_zone
Apr 19 13:13:12.649268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: availability_zone_filter.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.650213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.650828 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: availability_zone_filter
Apr 19 13:13:12.651197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: data_plane_status.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.652244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.652825 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension data-plane-status not supported by any of loaded plugins
Apr 19 13:13:12.653196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: default_subnetpools.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.654134 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.654748 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: default-subnetpools
Apr 19 13:13:12.655117 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: dhcpagentscheduler.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.656010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.656597 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: dhcp_agent_scheduler
Apr 19 13:13:12.656968 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: dns.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.657898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.658499 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension dns-integration not supported by any of loaded plugins
Apr 19 13:13:12.658867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: dns_domain_ports.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.659814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.660396 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 19 13:13:12.660762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: dvr.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.661496 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.662077 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: dvr
Apr 19 13:13:12.662464 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: empty_string_filtering.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.663948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.664529 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: empty-string-filtering
Apr 19 13:13:12.664896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.665830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.666425 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 19 13:13:12.666792 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.667725 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.668301 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 19 13:13:12.668668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: external_net.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.669598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.670182 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: external-net
Apr 19 13:13:12.670575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: extra_dhcp_opt.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.671515 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.672089 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: extra_dhcp_opt
Apr 19 13:13:12.672450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: extraroute.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.673397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.673968 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: extraroute
Apr 19 13:13:12.674330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: extraroute_atomic.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.675422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.676000 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: extraroute-atomic
Apr 19 13:13:12.676370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: filter_validation.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.677072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.677646 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: filter-validation
Apr 19 13:13:12.678004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: fip_pf_description.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.679079 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.679695 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 19 13:13:12.680047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: fip_port_details.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.681082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.681663 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: fip-port-details
Apr 19 13:13:12.682022 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: flavors.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.683304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.683893 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: flavors
Apr 19 13:13:12.684258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.685923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.686555 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 19 13:13:12.686940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: floatingip_pools.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.687710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.688298 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: floatingip-pools
Apr 19 13:13:12.688675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: ip_allocation.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.689630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.690209 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension ip_allocation not supported by any of loaded plugins
Apr 19 13:13:12.690611 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.691552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.692135 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: ip-substring-filtering
Apr 19 13:13:12.692507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: l2_adjacency.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.693447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.694594 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 19 13:13:12.694962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: l3.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.696050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.696635 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: router
Apr 19 13:13:12.697010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: l3_conntrack_helper.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.699338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.699935 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 19 13:13:12.700316 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.701286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.701870 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: ext-gw-mode
Apr 19 13:13:12.702244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.703319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.703908 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: l3-ha
Apr 19 13:13:12.704277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: l3_flavors.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.705210 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.705793 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: l3-flavors
Apr 19 13:13:12.706162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.707132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.707718 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 19 13:13:12.708086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: l3agentscheduler.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.709287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.710737 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: l3_agent_scheduler
Apr 19 13:13:12.711109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: logging.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.712648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.713239 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension logging not supported by any of loaded plugins
Apr 19 13:13:12.713622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: metering.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.714455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.715164 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: metering
Apr 19 13:13:12.715539 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.716669 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.717255 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: metering_source_and_destination_fields
Apr 19 13:13:12.717633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: multiprovidernet.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.718614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.719202 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: multi-provider
Apr 19 13:13:12.719573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: netmtu.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.720510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.721093 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: net-mtu
Apr 19 13:13:12.721463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: netmtu_writable.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.722451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.723034 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: net-mtu-writable
Apr 19 13:13:12.723406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: network_availability_zone.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.724249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.724832 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: network_availability_zone
Apr 19 13:13:12.725423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: network_ip_availability.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.726557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.727142 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: network-ip-availability
Apr 19 13:13:12.727511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: network_segment_range.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.728369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.728971 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension network-segment-range not supported by any of loaded plugins
Apr 19 13:13:12.729337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: pagination.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.730400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.730770 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: pagination
Apr 19 13:13:12.731137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: port_device_profile.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.732068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.732651 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: port-device-profile
Apr 19 13:13:12.733016 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.733961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.734576 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: port-mac-address-regenerate
Apr 19 13:13:12.735194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.736125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.736703 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: port-numa-affinity-policy
Apr 19 13:13:12.737069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: port_resource_request.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.738001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.738605 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension port-resource-request not supported by any of loaded plugins
Apr 19 13:13:12.738974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: portbindings.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.740057 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.740644 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: binding
Apr 19 13:13:12.741054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: portbindings_extended.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.742349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.742983 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: binding-extended
Apr 19 13:13:12.743356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: portsecurity.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.744301 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.744882 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: port-security
Apr 19 13:13:12.745253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: project_id.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.746247 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.746656 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: project-id
Apr 19 13:13:12.747024 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: providernet.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.747982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.748570 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: provider
Apr 19 13:13:12.748941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: qos.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.752707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.754865 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension qos not supported by any of loaded plugins
Apr 19 13:13:12.755264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.757298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.757895 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 19 13:13:12.758277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.759249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.759837 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 19 13:13:12.760213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: qos_default.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.761162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.761751 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension qos-default not supported by any of loaded plugins
Apr 19 13:13:12.762126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: qos_fip.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.762872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.763450 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension qos-fip not supported by any of loaded plugins
Apr 19 13:13:12.763822 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: qos_gateway_ip.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.764760 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.765343 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 19 13:13:12.765723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: qos_port_network_policy.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.766679 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.767272 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 19 13:13:12.767643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: qos_rule_type_details.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.768599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.769181 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 19 13:13:12.769555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: qos_rules_alias.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.770656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.771241 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 19 13:13:12.771610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: quotasv2.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.773221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.773598 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: quotas
Apr 19 13:13:12.773962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: quotasv2_detail.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.775736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.776132 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: quota_details
Apr 19 13:13:12.776513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: rbac.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.777692 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.778294 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: rbac-policies
Apr 19 13:13:12.778692 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: rbac_address_group.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.779653 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.780238 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: rbac-address-group
Apr 19 13:13:12.780603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: rbac_address_scope.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.781680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.782263 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: rbac-address-scope
Apr 19 13:13:12.782781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: rbac_security_groups.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.783721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.784306 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: rbac-security-groups
Apr 19 13:13:12.784673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: rbac_subnetpool.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.785627 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.786220 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: rbac-subnetpool
Apr 19 13:13:12.786614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: revisionifmatch.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.787572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.788213 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: revision-if-match
Apr 19 13:13:12.788628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: revisions.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.789769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.790350 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: standard-attr-revisions
Apr 19 13:13:12.790764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: router_availability_zone.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.791486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.792066 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: router_availability_zone
Apr 19 13:13:12.792432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: routerservicetype.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.793371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.793940 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension router-service-type not supported by any of loaded plugins
Apr 19 13:13:12.794302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.795265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.795845 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: security-groups-normalized-cidr
Apr 19 13:13:12.796211 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: security_groups_port_filtering.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.797167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.797752 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: port-security-groups-filtering
Apr 19 13:13:12.798117 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.799222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.799810 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: security-groups-remote-address-group
Apr 19 13:13:12.800177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: securitygroup.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.814452 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.815070 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: security-group
Apr 19 13:13:12.815453 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: segment.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.816332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.816918 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension segment not supported by any of loaded plugins
Apr 19 13:13:12.817291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.818256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.818886 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 19 13:13:12.819997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: servicetype.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.821102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.821690 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: service-type
Apr 19 13:13:12.822060 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: sorting.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.823082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.823467 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: sorting
Apr 19 13:13:12.823835 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: standard_attr_segment.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.824788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.825380 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 19 13:13:12.825752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: standardattrdescription.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.826491 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.827077 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: standard-attr-description
Apr 19 13:13:12.827455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: stateful_security_group.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.828408 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.829008 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: stateful-security-group
Apr 19 13:13:12.829376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: stdattrs_common.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.829976 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 19 13:13:12.830342 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.831422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.832001 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 19 13:13:12.832365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: subnet_onboard.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.833448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.834040 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: subnet_onboard
Apr 19 13:13:12.834434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.835686 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.836269 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 19 13:13:12.836640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: subnet_service_types.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.837584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.838169 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: subnet-service-types
Apr 19 13:13:12.838698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: subnetallocation.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.839800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.840387 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: subnet_allocation
Apr 19 13:13:12.840752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.841459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.842042 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: subnetpool-prefix-ops
Apr 19 13:13:12.842433 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.843396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.843970 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 19 13:13:12.844332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: tagging.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.845756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.846348 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: standard-attr-tag
Apr 19 13:13:12.846745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: timestamp.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.847948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.848541 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loaded extension: standard-attr-timestamp
Apr 19 13:13:12.848915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: trunk.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.849954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.850629 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension trunk not supported by any of loaded plugins
Apr 19 13:13:12.851097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: trunk_details.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.852035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.852620 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension trunk-details not supported by any of loaded plugins
Apr 19 13:13:12.852988 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: uplink_status_propagation.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.853928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.854541 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 19 13:13:12.854913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Loading extension file: vlantransparent.py {{(pid=86255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 13:13:12.855626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 13:13:12.856207 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 19 13:13:12.858942 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:network
Apr 19 13:13:12.860181 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:subnet
Apr 19 13:13:12.860873 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 13:13:12.861545 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:port
Apr 19 13:13:12.863135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.863632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service FLAVORS assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.864323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.864802 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.865170 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:router
Apr 19 13:13:12.866509 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 13:13:12.867547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service METERING assigned prefix: /metering {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.869402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f295bdb4cf8>> rbac-policy before_create 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.869813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f295bdb4cf8>> rbac-policy before_update 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.870207 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f295bdb4cf8>> rbac-policy before_delete 55550000 {{(pid=86255) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:13:12.871408 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 13:13:12.871905 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:security_group
Apr 19 13:13:12.872724 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 13:13:12.873535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service CORE assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.873921 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 13:13:12.874294 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] subnetpool is already registered
Apr 19 13:13:12.875003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service CORE assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.875379 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 13:13:12.875748 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] subnetpool is already registered
Apr 19 13:13:12.878550 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.879033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service FLAVORS assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.879696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.880168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.880551 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:router
Apr 19 13:13:12.881053 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] router is already registered
Apr 19 13:13:12.881914 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 13:13:12.882286 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] floatingip is already registered
Apr 19 13:13:12.883021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service METERING assigned prefix: /metering {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.883777 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 13:13:12.884149 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] rbac_policy is already registered
Apr 19 13:13:12.884781 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:security_group
Apr 19 13:13:12.885153 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] security_group is already registered
Apr 19 13:13:12.885808 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 13:13:12.886175 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] security_group_rule is already registered
Apr 19 13:13:12.886945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service CORE assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.887327 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 13:13:12.887694 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] subnetpool is already registered
Apr 19 13:13:12.888391 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.resource_helper [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Service CORE assigned prefix:  {{(pid=86255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 13:13:12.888762 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 13:13:12.889127 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.quota.resource_registry [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] subnetpool is already registered
Apr 19 13:13:12.889893 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: extensions {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.891441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: address-groups {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.893107 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: address-scopes {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.894426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: agents {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.895672 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: auto-allocated-topology {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.896986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: availability_zones {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.899112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: dhcp-networks {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.900600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: dhcp-agents {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.902132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: routers {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.904051 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: flavors {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.905299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: service_profiles {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.906606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: next_providers {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.908226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: service_profiles {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.909748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: floatingip-pools {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.911117 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: routers {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.913602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: floatingips {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.915095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: l3-routers {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.916572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: l3-agents {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.918071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: metering-labels {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.920395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: metering-label-rules {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.921750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: network-ip-availabilities {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.923272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: bindings {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.925004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: quotas {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.926566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: quotas {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.928054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: rbac-policies {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.929940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: security-groups {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.931240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: security-group-rules {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.932565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: service-providers {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.933865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: subnetpools {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.935388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: subnetpools {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.936924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: tags {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.938879 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: tags {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.940779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: tags {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.942699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: tags {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.944636 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: tags {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.946621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: tags {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.948431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: tags {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.950456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: tags {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.952357 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: tags {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.954321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.extensions [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Extended resource: tags {{(pid=86255) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 13:13:12.962072 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING keystonemiddleware.auth_token [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 19 13:13:12.967453 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING keystonemiddleware.auth_token [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 19 13:13:12.977291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Acquired lock "singleton_lock" {{(pid=86255) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 19 13:13:12.977823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Releasing lock "singleton_lock" {{(pid=86255) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 19 13:13:12.979328 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO oslo_service.service [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Starting 2 workers
Apr 19 13:13:12.984133 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Started child 86366 {{(pid=86255) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 13:13:12.988321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:12.989389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Started child 86367 {{(pid=86255) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 13:13:12.989822 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [-] (86366) wsgi starting up on http://0.0.0.0:9696
Apr 19 13:13:12.991069 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.service [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Neutron service started, listening on 0.0.0.0:9696
Apr 19 13:13:12.991768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Notify callbacks [] for process, before_spawn {{(pid=86255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:12.994144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:12.994318 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO oslo_service.service [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Starting 1 workers
Apr 19 13:13:12.995570 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [-] (86367) wsgi starting up on http://0.0.0.0:9696
Apr 19 13:13:12.999812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Started child 86368 {{(pid=86255) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 13:13:13.000364 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO oslo_service.service [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Starting 1 workers
Apr 19 13:13:13.002034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.service [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] calling RpcWorker wait() {{(pid=86368) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 19 13:13:13.002531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.service [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] returning from RpcWorker wait() {{(pid=86368) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 19 13:13:13.004181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:13.004732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:13:13.005199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Started child 86369 {{(pid=86255) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 13:13:13.006003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c18e787f-0683-48ae-82df-b5433c94660e None None] Notify callbacks [] for process, after_spawn {{(pid=86255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:13.007803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86255) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 13:13:13.008021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 13:13:13.008767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 13:13:13.008767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 13:13:13.009275 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 13:13:13.009475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 13:13:13.010065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.010388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.010854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.011152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.011501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.012189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.012516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.012828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.013136 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.013409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.013615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.013814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.014105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.014424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.014815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:13.014914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.015119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.015397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.015496 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 51534) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:13:13.015685 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.015903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.016177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.016503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.016769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.017235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.017670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.018438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.018878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.019300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.019702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.020176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.020595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.021044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.021465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.021868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.022899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.023358 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.023771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.024178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.024581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.025043 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.025441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.026050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] host                           = dv-cinder-786873-1-iscsi {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.026482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.026880 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.027309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.027724 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.028155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.028590 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.029024 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.029477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.029898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.030318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.030789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.031218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.031638 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.032064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.032976 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0143495
Apr 19 13:13:13.034818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.034818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.034818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.034818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.034818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.034818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.034818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.035761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.035761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.035761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.035761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.036277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.036277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.036541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.036541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.036832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.038847 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.038847 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.038847 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.039288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.039425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.039845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.040153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.040432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.040761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.040916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.041284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.042304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.043016 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.043662 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.044115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.044647 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.045115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.045740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.046388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.047023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.047764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.048194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.048824 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.049406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.049992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.050605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.051175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.051797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.052363 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.052979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.053935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.054312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.054789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.054896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:13:13.055984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.055984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.055984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.056352 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.056690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.057094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.057705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.058318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.059037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.059450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.059866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.061752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.061752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.061752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.061752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.062047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.062435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.064848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.064848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.065234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.065613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.066112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.067332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.067332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.067618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.067934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.068295 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.069838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.069838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.069838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.070259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.26/identity {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.070710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.071073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.071480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.071905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.072380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.073350 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.073350 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.073794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.074220 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.074877 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.075415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.075999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.076601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.077154 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.077772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.078400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.078978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.079558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.080147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.080696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.081273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.081854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.082271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.082695 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.083111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.083526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.084269 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.084269 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.085146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.085545 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.085956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.086349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.087941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.088489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.089031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.089632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.090045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.090532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.090904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.091272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.091706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.092070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.092443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.092859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.093220 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.093612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.094222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.094615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.095020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.095388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.095764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.096131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.096707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.097442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.098017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.098568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.099184 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.099542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.099956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.100956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.101476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.101861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.102299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.102703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.103122 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.103509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.103934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.104346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.104740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.105108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.105719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.106334 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.106971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.107537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.108100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.108663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.109233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.110238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.110796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.111372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.111910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.112492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.113049 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.114725 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.115382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.116041 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.116700 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.117326 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.117960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.118696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.119354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.120106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.120844 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.121488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.122170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.122604 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.123213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.123810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.124248 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.124648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.125100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.125704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.126156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.126617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.127012 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.127351 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.127970 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.128711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.129324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.129889 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.131114 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.131792 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.132638 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.133254 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.134281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.136867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.137508 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.138142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.138805 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.26/identity {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.142173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.142880 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.143492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.144101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.145497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.145856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.146572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.148728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.149122 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.149586 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.149972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.150392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.150793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.151483 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.152094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.153068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.153629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.157554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.157992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.158472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.158848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.159180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.159585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.159990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.160615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.161081 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.161704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.162285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.163543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.164232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.164683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.165038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.165184 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:13:13.165794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.166207 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.166648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.167068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.167457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.167850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.168699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.168699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.168974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.169597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.170055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.170601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.171229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.171415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.171795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.172407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.172805 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.173212 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.173609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.174013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.174424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.174853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.175269 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.175701 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.176101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.176502 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.176873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.177963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.177963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.177963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.178488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.178924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.179302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.179948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.180514 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.181118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.181489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.181889 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.182270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.182738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.183131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.184455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.184455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.184455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.184713 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.184983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.185306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.185704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.186064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.186447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.186834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.187170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.187571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.188138 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.188532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.189040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.189485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.189857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.190315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.191817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.192007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.192585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.193315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.193688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.194859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.195481 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.195862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.196238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.196684 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.197259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.197773 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.198203 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.199256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.199256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.199520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.199988 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.200376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.200839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.201327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.201769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.202169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.202634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.203058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.203668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.204043 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.204455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.204828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.205921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.205921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.206085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.206432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.207163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.207163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.207545 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.207932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.208353 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.208749 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.209163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.209439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 13:13:13.210763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86255) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 13:13:13.211391 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 13:13:13.211850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 13:13:13.212166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 13:13:13.212627 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 13:13:13.212746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 13:13:13.213079 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.213377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.213659 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.213937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.214214 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.214585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.215068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.215562 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.216085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.216362 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.216674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.216946 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.217219 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.217509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.217813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.218093 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.218420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.218695 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.219266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.219472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.219630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.219946 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.220216 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.221567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.221567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.221567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.221567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.221567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.221957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.222031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.222328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.222546 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.222836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.223129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.223401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.223669 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.223973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.224252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.224521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.224785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.225086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] host                           = dv-cinder-786873-1-iscsi {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.225400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.227194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.227476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.227769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.228065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.228311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.228821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.229103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.229373 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.229748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.229908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.230385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.230870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.231366 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.231639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.231912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.232831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.232831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.232831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.233074 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.233334 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.233489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.233974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.234260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.234749 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.235289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.235630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.236698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.236698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.236698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.236698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.237005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.237084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.237408 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.237559 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.237799 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.238116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.238381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.238913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.240004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.240004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.240004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.240004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.240572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.240572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.240880 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.241200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.241867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.242143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.242486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.243410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.243410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.243410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.243849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.243849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.244027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.244238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.244507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.244811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.245076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.245344 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.245616 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.245914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.246245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.246439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.246950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.247217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.247486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.247759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 13:13:13.248063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.248598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.248890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.249198 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.249470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.249739 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.250011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.250522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.250795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.251070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.251383 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.251635 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.251923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.252203 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.252465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.252767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.253039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.253308 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.253577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.253881 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.254155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.254455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.254755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.255069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.255346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.26/identity {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.255615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.255883 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.256184 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.257097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.257440 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.257708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.258015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.258296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.258623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.258894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.259201 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.259475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.259749 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.260019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.260315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.260606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.260879 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.261150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.261509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.261730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.262000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.262272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.262576 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.262894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.263167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.263456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.263727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.264028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.265303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.265592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.266034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.266315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.266658 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.266931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.267206 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.267482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.268437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.268437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.268437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.268876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.268876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.269038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.269321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.269596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.269870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.270144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.270479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.270754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.271028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.271306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.271612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.271891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.272843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.273095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.273348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.273634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.273905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.274173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.274470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.274790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.275093 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.275364 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.275635 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.275908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.276220 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.276496 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.276767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.277038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.277319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.277625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.277897 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.278169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.278477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.278771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.279055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.279326 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.279596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.279865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.280166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.280442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.280713 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.280990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.281263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.281741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.282009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.282277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.282611 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.282912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.283194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.283801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.283908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.284315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.284418 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.284645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.284913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.285185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.285488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.285762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.286030 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.286352 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.286565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.286829 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.287114 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.287400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.290434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.290434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.290434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.290434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.290434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.290434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.290434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.290434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.291128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.291128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.291128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.291128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.291128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.291128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.291602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.26/identity {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.291602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.291806 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.292119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.292394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.292664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.292938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.293217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.293671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.293776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.294263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.294263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.294610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.294894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.295165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.295438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.295703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.296010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.296359 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.296774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.296948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.297447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.297447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.297729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.297942 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.298267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.298642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.298944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.299280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.299553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.299848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.300157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.300434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.300706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.300973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.301262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.301560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.301832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.302103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.302382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.302726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.303000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.303337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.303707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.304076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.304482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.304632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.304816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.305101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.305384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.305653 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.305921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.306189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.306900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.306900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.307173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.307816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.307816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.307816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.308216 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.308216 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.308498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.308690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.309086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.309236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.309504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.309780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.310048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.310393 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.310660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.310929 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.311197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.311474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.311784 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.312054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.312322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.312591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.312894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.313179 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.313447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.313715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.314003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.314292 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.314607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.314931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.315212 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.315497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.316574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.316574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.316574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.316574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.317156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.317156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.317439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.317587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.317745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.318052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.318420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.318612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.318888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.320520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.320520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.320520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.320520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.320894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.321003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.321239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.321521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.321808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.322098 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.322456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.322726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.322997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.323259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.323452 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.323640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.323827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.324013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.324199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.324385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.324570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.324832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.324933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.325086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.325227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.325366 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.325552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.325771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.325891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.326058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.326242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 13:13:13.327053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86255) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 13:13:25.041281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26729f3-ce79-4afb-a3cb-c51b47074b3b None None] get_active_networks_info from dv-cinder-786873-1-iscsi {{(pid=86368) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 19 13:13:25.223615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26729f3-ce79-4afb-a3cb-c51b47074b3b None None] No non-hosted networks {{(pid=86368) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 19 13:13:25.253040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-38a74fd8-1cd9-4db0-b26b-24121217f665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:27.940142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92fd757d-3c59-4d53-a23d-d3121a4fe3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:27.987769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:27.992752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-21b2f182-9c4a-4f37-b2d5-097c75947341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:28.931121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:28.932039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.933632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.934175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.934715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.936939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.938566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.940282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.941172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.941759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.942337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.943339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.944381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:28.945091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f295baea4e0>, 'Open vSwitch agent', 'dv-cinder-786873-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:13:28.953552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f295b1544e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786873-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:13:30.183284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:30.499469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 51636) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:13:31.220639 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING oslo_policy.policy [None req-08add30e-8bc5-4632-be4e-b6e5fad47389 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 13:13:31.221226 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING oslo_policy.policy [None req-08add30e-8bc5-4632-be4e-b6e5fad47389 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 13:13:31.461410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [None req-08add30e-8bc5-4632-be4e-b6e5fad47389 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:13:31.462572 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-08add30e-8bc5-4632-be4e-b6e5fad47389 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9619906
Apr 19 13:13:34.280648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 51652) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:13:34.686078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-616e2622-edad-498e-963a-38e6547301f0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:13:34.792791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.policy [None req-616e2622-edad-498e-963a-38e6547301f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86367) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 13:13:34.849723 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING oslo_policy.policy [None req-616e2622-edad-498e-963a-38e6547301f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 13:13:34.850250 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING oslo_policy.policy [None req-616e2622-edad-498e-963a-38e6547301f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 13:13:34.869326 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota [None req-616e2622-edad-498e-963a-38e6547301f0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f295ba9b2e8>.
Apr 19 13:13:34.885901 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-616e2622-edad-498e-963a-38e6547301f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:13:34.944201 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-616e2622-edad-498e-963a-38e6547301f0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298376400868', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298376399960', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298376376500', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298376384280', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298376367387', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298376367322', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1562974', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1343070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8037224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846819682'] for rbac-policy, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:35.154165 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_hamode_db [None req-0e369b0a-d556-4e55-91d7-6a0accae0b3f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 19 13:13:35.170575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-616e2622-edad-498e-963a-38e6547301f0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:35.171843 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-616e2622-edad-498e-963a-38e6547301f0 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8901892
Apr 19 13:13:35.249904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e369b0a-d556-4e55-91d7-6a0accae0b3f None None] Routers set() bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:13:35.250244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e369b0a-d556-4e55-91d7-6a0accae0b3f None None] Router IDs set() for agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 19 13:13:38.180527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 51666) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:13:38.604135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Request body: {'network': {'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'name': 'private', 'admin_state_up': True}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:13:38.610266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:13:38.614765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Usage tracker for resource:network and tenant:c7b0b6e0d1c24a48bb5536918b1896b8 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:13:38.618834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:13:38.625115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:13:38.634205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Made reservation on behalf of c7b0b6e0d1c24a48bb5536918b1896b8 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:13:38.640050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:38.656302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:38.670807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:13:38.674780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Usage tracker for resource:security_group_rule and tenant:c7b0b6e0d1c24a48bb5536918b1896b8 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:13:38.678670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:13:38.684511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:13:38.781381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:38.784044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:38.789287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:13:38.807778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:13:38.837044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298378591638', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:38.837656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f295c4d26a8> segment precommit_create {{(pid=86367) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 13:13:38.838120 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Added segment 02ea8107-c209-4621-9918-76bfb16248ca of type vlan for network 303b37ba-9624-4a4f-9df6-1bc32c80a85a
Apr 19 13:13:38.887589 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b6791d-1cb9-4dfe-9c33-1b07df79792e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:13:38.908579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.908950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.909310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.909661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.910007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.910396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.910739 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.911082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.911439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.911781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.912642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.912984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Tracked resource versions report:
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]: pushed versions:
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]: {   'AddressGroup': {'1.2'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'ConntrackHelper': {'1.0'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Log': {'1.0'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Network': {'1.1'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Port': {'1.7'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'PortForwarding': {'1.2'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'QosPolicy': {'1.8'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroup': {'1.4'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroupRule': {'1.2'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SubPort': {'1.0'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Subnet': {'1.1'},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Trunk': {'1.1'}}
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]: consumer versions:
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]: {   DHCP agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     L3 agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metadata agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metering agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:     Open vSwitch agent@dv-cinder-786873-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'ConntrackHelper': '1.0',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Log': '1.0',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Network': '1.1',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Port': '1.7',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'PortForwarding': '1.2',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'QosPolicy': '1.8',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroup': '1.4',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroupRule': '1.2',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SubPort': '1.0',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Subnet': '1.1',
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Trunk': '1.1'}}
Apr 19 13:13:38.914118 dv-cinder-786873-1-iscsi neutron-server[86255]:  {{(pid=86367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 13:13:38.958524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:38.966955 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:13:38.998165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:38.999645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:13:39.000295 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:39.005274 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:13:39.116541 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9348307
Apr 19 13:13:39.117266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Pushing event updated for resources: {'Network': ['ID=303b37ba-9624-4a4f-9df6-1bc32c80a85a,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:13:39.133047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:13:39.150326 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 303b37ba-9624-4a4f-9df6-1bc32c80a85a details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:13:42.171735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 51682) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:13:42.665487 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809596c3-0429-4211-89fd-03492d33e79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:13:42.666930 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-809596c3-0429-4211-89fd-03492d33e79d admin admin] 10.222.0.26 "GET /v2.0/networks/303b37ba-9624-4a4f-9df6-1bc32c80a85a HTTP/1.1" status: 200  len: 825 time: 0.4941382
Apr 19 13:13:42.695225 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-3ff87ea2-6261-483e-9f2c-a9cedda90cbe admin admin] 10.222.0.26 "GET /v2.0/subnetpools/99d5f4d8-fcd4-4d92-b4c2-64d528839702 HTTP/1.1" status: 200  len: 734 time: 0.0222793
Apr 19 13:13:42.704501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Request body: {'subnet': {'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a', 'subnetpool_id': '99d5f4d8-fcd4-4d92-b4c2-64d528839702'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:13:42.708929 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:13:42.713332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Usage tracker for resource:subnet and tenant:c7b0b6e0d1c24a48bb5536918b1896b8 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:13:42.716291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:13:42.722148 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:13:42.730946 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Made reservation on behalf of c7b0b6e0d1c24a48bb5536918b1896b8 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:13:42.735780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:43.217612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:43.222901 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:13:43.311527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Checking segment: {'id': '02ea8107-c209-4621-9918-76bfb16248ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:13:43.311844 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Network hostable DHCP agents. Network: 303b37ba-9624-4a4f-9df6-1bc32c80a85a, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:13:43.317488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12de42a7-e861-4d73-be49-3ff45552fe5b,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:13:43.325730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:13:43.335512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Network 303b37ba-9624-4a4f-9df6-1bc32c80a85a is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:13:43.344601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 303b37ba-9624-4a4f-9df6-1bc32c80a85a) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:13:43.349201 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:13:43.350461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:43.355058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2324b68d-eb4e-4cbc-b672-ffc2ac267e00 None None] Network 303b37ba-9624-4a4f-9df6-1bc32c80a85a requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:13:43.371726 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6707931
Apr 19 13:13:43.850902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842d9232-91a1-5e51-b025-300ff00a3570-303b37ba-9624-4a4f-9df6-1bc32c80a85a', 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'fixed_ips': [{'subnet_id': '12de42a7-e861-4d73-be49-3ff45552fe5b'}]}} from dv-cinder-786873-1-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 13:13:43.852003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:44.042183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Allocated IP 172.20.0.2 (303b37ba-9624-4a4f-9df6-1bc32c80a85a/12de42a7-e861-4d73-be49-3ff45552fe5b/605a0fde-894d-420f-84f2-c103baceb13d) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:13:44.279927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:44.292904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Transition to ACTIVE for port object 605a0fde-894d-420f-84f2-c103baceb13d will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:13:44.316475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Transition to ACTIVE for port object 605a0fde-894d-420f-84f2-c103baceb13d will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:13:44.322956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:44.328514 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:13:44.385582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Network 303b37ba-9624-4a4f-9df6-1bc32c80a85a is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:13:44.393133 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:13:44.399998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:13:44.409464 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Pushing event updated for resources: {'Port': ['ID=605a0fde-894d-420f-84f2-c103baceb13d,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:13:44.449379 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.449763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.450133 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.450521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.450886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.451242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.451597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.451949 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.452316 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.452667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.453015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.453364 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Tracked resource versions report:
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]: pushed versions:
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]: {   'AddressGroup': {'1.2'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'ConntrackHelper': {'1.0'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Log': {'1.0'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Network': {'1.1'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Port': {'1.7'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'PortForwarding': {'1.2'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'QosPolicy': {'1.8'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroup': {'1.4'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroupRule': {'1.2'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SubPort': {'1.0'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Subnet': {'1.1'},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Trunk': {'1.1'}}
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]: consumer versions:
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]: {   DHCP agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     L3 agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metadata agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metering agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:     Open vSwitch agent@dv-cinder-786873-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'ConntrackHelper': '1.0',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Log': '1.0',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Network': '1.1',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Port': '1.7',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'PortForwarding': '1.2',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'QosPolicy': '1.8',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroup': '1.4',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroupRule': '1.2',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SubPort': '1.0',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Subnet': '1.1',
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Trunk': '1.1'}}
Apr 19 13:13:44.454518 dv-cinder-786873-1-iscsi neutron-server[86255]:  {{(pid=86368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 13:13:44.491385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:13:44.516816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Attempting to bind port 605a0fde-894d-420f-84f2-c103baceb13d on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:13:44.517243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Attempting to bind port 605a0fde-894d-420f-84f2-c103baceb13d by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '02ea8107-c209-4621-9918-76bfb16248ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:13:44.517650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Attempting to bind port 605a0fde-894d-420f-84f2-c103baceb13d on network 303b37ba-9624-4a4f-9df6-1bc32c80a85a {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:13:44.523825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:13:44.524245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Checking segment: {'id': '02ea8107-c209-4621-9918-76bfb16248ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:13:44.524730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:44.525155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Bound using segment: {'id': '02ea8107-c209-4621-9918-76bfb16248ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:13:44.525682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Bound port: 605a0fde-894d-420f-84f2-c103baceb13d, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ea8107-c209-4621-9918-76bfb16248ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:13:44.526107 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:44.619856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] For port 605a0fde-894d-420f-84f2-c103baceb13d, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:13:44.623896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] For port 605a0fde-894d-420f-84f2-c103baceb13d, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=605a0fde-894d-420f-84f2-c103baceb13d,segment=NetworkSegment(02ea8107-c209-4621-9918-76bfb16248ca),segment_id=02ea8107-c209-4621-9918-76bfb16248ca)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:13:44.627489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:44.632618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:13:44.722494 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Pushing event updated for resources: {'Port': ['ID=605a0fde-894d-420f-84f2-c103baceb13d,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:13:44.726457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:13:46.171827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 51692) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:13:46.808393 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING oslo_policy.policy [None req-10d5c6bc-9d77-4694-8e2a-5be261ebc541 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 13:13:46.808988 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING oslo_policy.policy [None req-10d5c6bc-9d77-4694-8e2a-5be261ebc541 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 13:13:47.044372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [None req-10d5c6bc-9d77-4694-8e2a-5be261ebc541 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:13:47.047140 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-10d5c6bc-9d77-4694-8e2a-5be261ebc541 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8729744
Apr 19 13:13:49.848987 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 51710) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:13:50.245100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [None req-a9d292cb-877d-4e28-86cb-8110bd1195ba admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:13:50.246204 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a9d292cb-877d-4e28-86cb-8110bd1195ba admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3961678
Apr 19 13:13:51.153252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 605a0fde-894d-420f-84f2-c103baceb13d up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:13:51.224217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 605a0fde-894d-420f-84f2-c103baceb13d completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:13:51.546969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0681735-34df-41a1-8f5b-3a8b1bf9966b None None] Network 303b37ba-9624-4a4f-9df6-1bc32c80a85a requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:13:51.653876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-f158da80-9b4c-427d-9920-c43b754bd2e8 None None] Provisioning for port 605a0fde-894d-420f-84f2-c103baceb13d completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:13:51.667711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-f158da80-9b4c-427d-9920-c43b754bd2e8 None None] Provisioning complete for port 605a0fde-894d-420f-84f2-c103baceb13d triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:13:51.668133 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f158da80-9b4c-427d-9920-c43b754bd2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:51.910592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f158da80-9b4c-427d-9920-c43b754bd2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:51.958364 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-f158da80-9b4c-427d-9920-c43b754bd2e8 None None] For port 605a0fde-894d-420f-84f2-c103baceb13d, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=605a0fde-894d-420f-84f2-c103baceb13d,segment=NetworkSegment(02ea8107-c209-4621-9918-76bfb16248ca),segment_id=02ea8107-c209-4621-9918-76bfb16248ca)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:13:51.964339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f158da80-9b4c-427d-9920-c43b754bd2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:51.969289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:13:52.046172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158da80-9b4c-427d-9920-c43b754bd2e8 None None] Pushing event updated for resources: {'Port': ['ID=605a0fde-894d-420f-84f2-c103baceb13d,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:13:52.049525 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f158da80-9b4c-427d-9920-c43b754bd2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:13:52.190328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-149d5b85-b182-42c9-a790-c43795740b7f None None] Provisioning complete for port 605a0fde-894d-420f-84f2-c103baceb13d triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:13:52.190887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-149d5b85-b182-42c9-a790-c43795740b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:53.116706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 605a0fde-894d-420f-84f2-c103baceb13d up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:13:53.185914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 605a0fde-894d-420f-84f2-c103baceb13d triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:13:53.186320 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:53.298202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 51722) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:13:53.677226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Request body: {'router': {'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:13:53.753886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.policy [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86366) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 13:13:53.809608 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING oslo_policy.policy [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 13:13:53.810018 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING oslo_policy.policy [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 13:13:53.828981 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.quota [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f295b9d5320>.
Apr 19 13:13:53.845027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:13:53.851462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Usage tracker for resource:router and tenant:c7b0b6e0d1c24a48bb5536918b1896b8 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:13:53.855796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:13:53.863678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:13:53.877888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773501'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:53.879967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7964904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7972878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2556'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:53.904100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:54.172797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846783157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:54.191851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:54.193179 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-deb0b26b-2726-4876-b72b-f34ee6b747b2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8937292
Apr 19 13:13:54.895738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-50f3bc50-89c4-4fd5-9be0-e9bbe5b70758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:56.933516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 51734) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:13:57.249578 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [None req-ce4171fc-7cf3-43d8-b145-31d95c2ad696 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:13:57.250747 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ce4171fc-7cf3-43d8-b145-31d95c2ad696 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3161352
Apr 19 13:13:57.803150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:57.944913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-573e8424-e813-4a6c-8a35-92e7a988c144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:58.927128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:59.861053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 51754) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:13:59.917282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:13:59.923571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:13:59.927532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Usage tracker for resource:network and tenant:434566e03bc44306965de18e070b722a is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:13:59.930783 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:13:59.936799 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:13:59.945901 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Made reservation on behalf of 434566e03bc44306965de18e070b722a for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:13:59.951786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:59.968690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:13:59.983754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:13:59.987929 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Usage tracker for resource:security_group_rule and tenant:434566e03bc44306965de18e070b722a is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:13:59.991294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:13:59.997169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:14:00.092588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:00.096921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:00.101916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:00.112348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:00.116414 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Reserving flat network on physical network physnet1 {{(pid=86366) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 19 13:14:00.143227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298378591638', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:00.143833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f295c4d26a8> segment precommit_create {{(pid=86366) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 13:14:00.144299 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Added segment 546cdc1d-de57-46b7-a893-65d2d04aaf6b of type flat for network ee5c3b24-29f2-4961-b18b-259e644611b9
Apr 19 13:14:00.207497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b30850-1f47-45ad-8e21-e6e633792986,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:00.226270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.226664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.227023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.227377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.227727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.228089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.228437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.228782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.229141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.229485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.229824 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.230165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Tracked resource versions report:
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]: pushed versions:
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]: {   'AddressGroup': {'1.2'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'ConntrackHelper': {'1.0'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Log': {'1.0'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Network': {'1.1'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Port': {'1.7'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'PortForwarding': {'1.2'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'QosPolicy': {'1.8'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroup': {'1.4'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroupRule': {'1.2'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SubPort': {'1.0'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Subnet': {'1.1'},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Trunk': {'1.1'}}
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]: consumer versions:
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]: {   DHCP agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     L3 agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metadata agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metering agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:     Open vSwitch agent@dv-cinder-786873-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'ConntrackHelper': '1.0',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Log': '1.0',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Network': '1.1',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Port': '1.7',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'PortForwarding': '1.2',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'QosPolicy': '1.8',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroup': '1.4',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroupRule': '1.2',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SubPort': '1.0',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Subnet': '1.1',
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Trunk': '1.1'}}
Apr 19 13:14:00.231326 dv-cinder-786873-1-iscsi neutron-server[86255]:  {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 13:14:00.274051 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:00.282868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:00.326398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:00.327837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:14:00.328489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:00.333246 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:00.440375 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5781531
Apr 19 13:14:00.443313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Pushing event updated for resources: {'Network': ['ID=ee5c3b24-29f2-4961-b18b-259e644611b9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:00.446630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:00.454483 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network ee5c3b24-29f2-4961-b18b-259e644611b9 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:14:02.993000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 51778) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:14:03.114446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9989fae-623a-4fda-bfac-6266f07fbfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:14:03.115701 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f9989fae-623a-4fda-bfac-6266f07fbfcd admin admin] 10.222.0.26 "GET /v2.0/subnets/12de42a7-e861-4d73-be49-3ff45552fe5b HTTP/1.1" status: 200  len: 849 time: 0.1216638
Apr 19 13:14:03.265724 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-77e8a473-4a28-48d4-94fb-ed745565b3fb admin admin] 10.222.0.26 "GET /v2.0/routers/39c9dbd7-b405-4177-8544-252d91ee9c64 HTTP/1.1" status: 200  len: 704 time: 0.1438951
Apr 19 13:14:03.755935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:04.141973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Allocated IP 172.20.0.1 (303b37ba-9624-4a4f-9df6-1bc32c80a85a/12de42a7-e861-4d73-be49-3ff45552fe5b/3412f35b-9323-4e23-b0ee-9c7d41aa86da) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:14:04.307564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:04.327602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Transition to ACTIVE for port object 3412f35b-9323-4e23-b0ee-9c7d41aa86da will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:14:04.381768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:04.386393 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:04.453532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Network 303b37ba-9624-4a4f-9df6-1bc32c80a85a is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:14:04.456501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:14:04.463657 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:14:04.464400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993614'] for router_interface, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:04.580997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Pushing event updated for resources: {'Port': ['ID=3412f35b-9323-4e23-b0ee-9c7d41aa86da,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:04.601824 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:04.614434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-2c0c0d7a-235b-4eb9-9135-ef53996aa35b None None] Provisioning for port 3412f35b-9323-4e23-b0ee-9c7d41aa86da completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:14:04.620359 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-2c0c0d7a-235b-4eb9-9135-ef53996aa35b None None] Provisioning complete for port 3412f35b-9323-4e23-b0ee-9c7d41aa86da triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:14:04.620780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2c0c0d7a-235b-4eb9-9135-ef53996aa35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:04.677508 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c0d7a-235b-4eb9-9135-ef53996aa35b None None] Port 3412f35b-9323-4e23-b0ee-9c7d41aa86da cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:14:04.737253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:04.976924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:04.980314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:04.981400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7862866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846782103'] for router_interface, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:04.985881 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:05.079446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:14:05.084756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Pushing event updated for resources: {'Port': ['ID=3412f35b-9323-4e23-b0ee-9c7d41aa86da,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:05.135237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:05.194180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Network 303b37ba-9624-4a4f-9df6-1bc32c80a85a is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:14:05.195329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:14:05.395389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Router 39c9dbd7-b405-4177-8544-252d91ee9c64 is scheduled to L3 agent b51156a7-5930-429e-869a-c7dc210d1671 with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 13:14:05.399911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-5077c166-0ac5-4186-a315-0fa0ec237e56 None None] Provisioning complete for port 3412f35b-9323-4e23-b0ee-9c7d41aa86da triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:14:05.400324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5077c166-0ac5-4186-a315-0fa0ec237e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:05.457829 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-5077c166-0ac5-4186-a315-0fa0ec237e56 None None] Port 3412f35b-9323-4e23-b0ee-9c7d41aa86da cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:14:05.563251 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:14:05.573182 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] 10.222.0.26 "PUT /v2.0/routers/39c9dbd7-b405-4177-8544-252d91ee9c64/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3019872
Apr 19 13:14:05.573469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Sync routers for ids ['39c9dbd7-b405-4177-8544-252d91ee9c64'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:14:05.584216 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Routers {'39c9dbd7-b405-4177-8544-252d91ee9c64'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:14:05.585090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295bb1e320>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:13:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['39c9dbd7-b405-4177-8544-252d91ee9c64'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:14:05.769795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Set router 39c9dbd7-b405-4177-8544-252d91ee9c64 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:14:06.326648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295bb1e320>, [{'id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'name': 'router1', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:13:53Z', 'updated_at': '2021-04-19T13:14:04Z', 'revision_number': 2, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'gw_port_host': None, '_interfaces': [{'id': '3412f35b-9323-4e23-b0ee-9c7d41aa86da', 'name': '', 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'mac_address': 'fa:16:3e:8d:39:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:14:03Z', 'updated_at': '2021-04-19T13:14:04Z', 'revision_number': 2, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'subnets': [{'id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d5f4d8-fcd4-4d92-b4c2-64d528839702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:14:06.335244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Checking router: 39c9dbd7-b405-4177-8544-252d91ee9c64 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:14:06.335885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Updating router 39c9dbd7-b405-4177-8544-252d91ee9c64 port 3412f35b-9323-4e23-b0ee-9c7d41aa86da binding host dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:14:06.395424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:06.786300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:06.801624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Transition to ACTIVE for port object 3412f35b-9323-4e23-b0ee-9c7d41aa86da will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:14:06.807718 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:06.813763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:07.023691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Pushing event updated for resources: {'Port': ['ID=3412f35b-9323-4e23-b0ee-9c7d41aa86da,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:07.047372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.047705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.048078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.048451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.048816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.049178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.049538 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.049898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.050263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.050661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.051017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.051372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Tracked resource versions report:
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]: pushed versions:
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]: {   'AddressGroup': {'1.2'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'ConntrackHelper': {'1.0'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Log': {'1.0'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Network': {'1.1'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Port': {'1.7'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'PortForwarding': {'1.2'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'QosPolicy': {'1.8'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroup': {'1.4'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroupRule': {'1.2'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SubPort': {'1.0'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Subnet': {'1.1'},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Trunk': {'1.1'}}
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]: consumer versions:
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]: {   DHCP agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     L3 agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metadata agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metering agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:     Open vSwitch agent@dv-cinder-786873-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'ConntrackHelper': '1.0',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Log': '1.0',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Network': '1.1',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Port': '1.7',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'PortForwarding': '1.2',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'QosPolicy': '1.8',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroup': '1.4',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroupRule': '1.2',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SubPort': '1.0',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Subnet': '1.1',
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Trunk': '1.1'}}
Apr 19 13:14:07.052568 dv-cinder-786873-1-iscsi neutron-server[86255]:  {{(pid=86369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 13:14:07.058586 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:07.059356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Attempting to bind port 3412f35b-9323-4e23-b0ee-9c7d41aa86da on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:14:07.059787 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Attempting to bind port 3412f35b-9323-4e23-b0ee-9c7d41aa86da by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '02ea8107-c209-4621-9918-76bfb16248ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:14:07.060198 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Attempting to bind port 3412f35b-9323-4e23-b0ee-9c7d41aa86da on network 303b37ba-9624-4a4f-9df6-1bc32c80a85a {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:14:07.065809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:14:07.066241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Checking segment: {'id': '02ea8107-c209-4621-9918-76bfb16248ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:14:07.066758 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:07.067180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Bound using segment: {'id': '02ea8107-c209-4621-9918-76bfb16248ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:14:07.067717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Bound port: 3412f35b-9323-4e23-b0ee-9c7d41aa86da, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ea8107-c209-4621-9918-76bfb16248ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:14:07.068309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:07.164978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] For port 3412f35b-9323-4e23-b0ee-9c7d41aa86da, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:14:07.169242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] For port 3412f35b-9323-4e23-b0ee-9c7d41aa86da, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=3412f35b-9323-4e23-b0ee-9c7d41aa86da,segment=NetworkSegment(02ea8107-c209-4621-9918-76bfb16248ca),segment_id=02ea8107-c209-4621-9918-76bfb16248ca)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:14:07.173180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:07.178315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:07.268606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Routers {'39c9dbd7-b405-4177-8544-252d91ee9c64'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:14:07.269299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295bb1e320>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:13:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['39c9dbd7-b405-4177-8544-252d91ee9c64'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:14:07.400339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Pushing event updated for resources: {'Port': ['ID=3412f35b-9323-4e23-b0ee-9c7d41aa86da,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:07.405129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:07.440294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] Set router 39c9dbd7-b405-4177-8544-252d91ee9c64 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:14:07.785075 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295bb1e320>, [{'id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'name': 'router1', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:13:53Z', 'updated_at': '2021-04-19T13:14:04Z', 'revision_number': 2, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'gw_port_host': None, '_interfaces': [{'id': '3412f35b-9323-4e23-b0ee-9c7d41aa86da', 'name': '', 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'mac_address': 'fa:16:3e:8d:39:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:14:03Z', 'updated_at': '2021-04-19T13:14:07Z', 'revision_number': 4, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'subnets': [{'id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d5f4d8-fcd4-4d92-b4c2-64d528839702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:14:07.789244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb2b04-4bf0-419c-b00a-00cb03a4dcdb None None] The sync data for ids ['39c9dbd7-b405-4177-8544-252d91ee9c64'] in dv-cinder-786873-1-iscsi is: [{'id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'name': 'router1', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:13:53Z', 'updated_at': '2021-04-19T13:14:04Z', 'revision_number': 2, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'gw_port_host': None, '_interfaces': [{'id': '3412f35b-9323-4e23-b0ee-9c7d41aa86da', 'name': '', 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'mac_address': 'fa:16:3e:8d:39:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:14:03Z', 'updated_at': '2021-04-19T13:14:07Z', 'revision_number': 4, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'subnets': [{'id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d5f4d8-fcd4-4d92-b4c2-64d528839702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:14:08.138850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 51790) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:14:08.299866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2ea11-822d-45b1-9212-b584b4ed55e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:14:08.300396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-90c2ea11-822d-45b1-9212-b584b4ed55e6 admin admin] Synchronizing usage tracker for tenant:434566e03bc44306965de18e070b722a on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:14:08.317194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-90c2ea11-822d-45b1-9212-b584b4ed55e6 admin admin] Unset dirty status for tenant:434566e03bc44306965de18e070b722a on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:14:08.318624 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-90c2ea11-822d-45b1-9212-b584b4ed55e6 admin admin] 10.222.0.26 "GET /v2.0/networks/ee5c3b24-29f2-4961-b18b-259e644611b9 HTTP/1.1" status: 200  len: 842 time: 0.1786394
Apr 19 13:14:08.329267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Request body: {'subnet': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:14:08.335786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:14:08.339762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Usage tracker for resource:subnet and tenant:434566e03bc44306965de18e070b722a is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:14:08.344543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:14:08.351669 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:14:08.360699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Made reservation on behalf of 434566e03bc44306965de18e070b722a for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:14:08.365312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:08.967017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.objects.ports [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86366) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 19 13:14:08.967577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:08.972306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:09.056269 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbb2f27-0c33-43dd-9c6b-d723e529b533,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:09.060716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:14:09.061114 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Network hostable DHCP agents. Network: ee5c3b24-29f2-4961-b18b-259e644611b9, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:14:09.065710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:09.086297 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:14:09.096029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, ee5c3b24-29f2-4961-b18b-259e644611b9) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:14:09.100145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:14:09.100754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:09.105314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf47e0b1-cc05-4878-83d7-b62e78626f15 None None] Network ee5c3b24-29f2-4961-b18b-259e644611b9 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:14:09.126150 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7961764
Apr 19 13:14:09.363228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3958701c-7175-4bd2-9534-ec8ae9ac8624 None None] Network ee5c3b24-29f2-4961-b18b-259e644611b9 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:14:11.163383 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 3412f35b-9323-4e23-b0ee-9c7d41aa86da up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:14:11.237067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 3412f35b-9323-4e23-b0ee-9c7d41aa86da completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:14:11.242086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 3412f35b-9323-4e23-b0ee-9c7d41aa86da triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:14:11.242534 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:11.371968 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:11.405347 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 3412f35b-9323-4e23-b0ee-9c7d41aa86da, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=3412f35b-9323-4e23-b0ee-9c7d41aa86da,segment=NetworkSegment(02ea8107-c209-4621-9918-76bfb16248ca),segment_id=02ea8107-c209-4621-9918-76bfb16248ca)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:14:11.408134 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:11.410258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:11.483481 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=3412f35b-9323-4e23-b0ee-9c7d41aa86da,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:11.487240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:11.758635 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 51804) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:14:12.008947 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f112ede2-acbb-4040-ae69-d0562b561705 admin admin] 10.222.0.26 "GET /v2.0/routers/39c9dbd7-b405-4177-8544-252d91ee9c64 HTTP/1.1" status: 200  len: 710 time: 0.2491014
Apr 19 13:14:12.146844 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223b32d2-1273-4e9e-bf8f-f08bb7ab9507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:14:12.148291 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-223b32d2-1273-4e9e-bf8f-f08bb7ab9507 admin admin] 10.222.0.26 "GET /v2.0/networks/ee5c3b24-29f2-4961-b18b-259e644611b9 HTTP/1.1" status: 200  len: 886 time: 0.1336958
Apr 19 13:14:12.157974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:14:12.774268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:13.138836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:13.140230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 3412f35b-9323-4e23-b0ee-9c7d41aa86da up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:14:13.200616 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:13.212258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 3412f35b-9323-4e23-b0ee-9c7d41aa86da triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:14:13.212671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:13.357425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Allocated IP 172.27.0.45 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:14:13.522818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:13.579141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:13.583905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:13.645711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:14:13.653453 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:14:13.657948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:14:13.784506 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Pushing event updated for resources: {'Port': ['ID=7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:13.791119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:14.220052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:14.576633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:14.580166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846802750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7973066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846783196'] for router, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:14.769895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Router 39c9dbd7-b405-4177-8544-252d91ee9c64 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:14:14.956485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:14:14.965657 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:14.966966 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] 10.222.0.26 "PUT /v2.0/routers/39c9dbd7-b405-4177-8544-252d91ee9c64 HTTP/1.1" status: 200  len: 889 time: 2.8124046
Apr 19 13:14:14.967511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Sync routers for ids ['39c9dbd7-b405-4177-8544-252d91ee9c64'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:14:14.978190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Routers {'39c9dbd7-b405-4177-8544-252d91ee9c64'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:14:14.978924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aa7ba90>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:13:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['39c9dbd7-b405-4177-8544-252d91ee9c64'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:14:15.183025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Set router 39c9dbd7-b405-4177-8544-252d91ee9c64 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:14:15.546440 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aa7ba90>, [{'id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'name': 'router1', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:13:53Z', 'updated_at': '2021-04-19T13:14:13Z', 'revision_number': 4, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'gw_port': {'id': '7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:14:13Z', 'updated_at': '2021-04-19T13:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '3412f35b-9323-4e23-b0ee-9c7d41aa86da', 'name': '', 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'mac_address': 'fa:16:3e:8d:39:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:14:03Z', 'updated_at': '2021-04-19T13:14:11Z', 'revision_number': 5, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'subnets': [{'id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d5f4d8-fcd4-4d92-b4c2-64d528839702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:14:15.551436 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Checking router: 39c9dbd7-b405-4177-8544-252d91ee9c64 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:14:15.551832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Updating router 39c9dbd7-b405-4177-8544-252d91ee9c64 port 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc binding host dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:14:15.607176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:15.956801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:15.969955 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Transition to ACTIVE for port object 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:14:15.975705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:15.980462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:16.061020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Attempting to bind port 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:14:16.061428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Attempting to bind port 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:14:16.061830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Attempting to bind port 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc on network ee5c3b24-29f2-4961-b18b-259e644611b9 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:14:16.071651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:14:16.072069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:14:16.072515 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:16.072950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Bound using segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:14:16.073461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Bound port: 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:14:16.073888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:16.104837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adf62a-7aca-40e2-9697-7fad622c177c None None] Pushing event updated for resources: {'Port': ['ID=7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:16.113564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-04adf62a-7aca-40e2-9697-7fad622c177c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:16.157320 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] For port 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:14:16.160426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] For port 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:14:16.164673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:16.169800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:16.244654 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Routers {'39c9dbd7-b405-4177-8544-252d91ee9c64'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:14:16.245318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aa7ba90>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:13:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['39c9dbd7-b405-4177-8544-252d91ee9c64'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:14:16.385260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adf62a-7aca-40e2-9697-7fad622c177c None None] Pushing event updated for resources: {'Port': ['ID=7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:16.388556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-04adf62a-7aca-40e2-9697-7fad622c177c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:16.449299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] Set router 39c9dbd7-b405-4177-8544-252d91ee9c64 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:14:16.788730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aa7ba90>, [{'id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'name': 'router1', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:13:53Z', 'updated_at': '2021-04-19T13:14:13Z', 'revision_number': 4, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'gw_port': {'id': '7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:14:13Z', 'updated_at': '2021-04-19T13:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '3412f35b-9323-4e23-b0ee-9c7d41aa86da', 'name': '', 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'mac_address': 'fa:16:3e:8d:39:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:14:03Z', 'updated_at': '2021-04-19T13:14:11Z', 'revision_number': 5, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'subnets': [{'id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d5f4d8-fcd4-4d92-b4c2-64d528839702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:14:16.792760 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb3d13-53c0-46c9-b04f-4d99b3edcf0e None None] The sync data for ids ['39c9dbd7-b405-4177-8544-252d91ee9c64'] in dv-cinder-786873-1-iscsi is: [{'id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'name': 'router1', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:13:53Z', 'updated_at': '2021-04-19T13:14:13Z', 'revision_number': 4, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'gw_port': {'id': '7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:14:13Z', 'updated_at': '2021-04-19T13:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '3412f35b-9323-4e23-b0ee-9c7d41aa86da', 'name': '', 'network_id': '303b37ba-9624-4a4f-9df6-1bc32c80a85a', 'tenant_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'mac_address': 'fa:16:3e:8d:39:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c9dbd7-b405-4177-8544-252d91ee9c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:14:03Z', 'updated_at': '2021-04-19T13:14:11Z', 'revision_number': 5, 'project_id': 'c7b0b6e0d1c24a48bb5536918b1896b8', 'subnets': [{'id': '12de42a7-e861-4d73-be49-3ff45552fe5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d5f4d8-fcd4-4d92-b4c2-64d528839702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:14:17.160088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:14:17.240520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:14:17.245978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:14:17.246431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:17.376512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:17.393971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:14:17.397339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:17.399503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:14:17.469013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:14:17.472585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:14:17.705376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 51814) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:14:17.829761 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9d5b5362-c8a7-4d85-af84-7d5459614d5d admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 412 time: 0.1231873
Apr 19 13:14:19.142931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:14:19.220734 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 7b8eb7fd-8b54-454d-97fa-8b6d06a77bdc triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:14:19.221160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:24.913796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7817b410-13e7-4779-a9a6-0bf8cb09cdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:27.807034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:27.947591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-804c42a1-7608-4d30-90c4-33ec725fa7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:28.928187 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:30.132584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:42.083664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:14:54.898457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-19a0f470-fcfd-4197-9da1-4475a4c99e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:57.809457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:57.951670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b0daec9-286a-4999-ba01-11d56040135b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:14:58.926503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:15:00.172555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:15:19.081063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:15:24.904568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5eabb359-e7ec-4953-b14f-5027a0e6fc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:15:27.812176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:15:27.954932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-63ffd847-9666-491c-9c2b-8f36dbcefc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:15:28.923199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:15:30.136365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:15:54.898891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-30ed5f5e-4d05-4a4d-a18e-d13888feda0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:15:56.081083 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:15:57.814540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:15:57.958017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9cf68e10-157a-4532-8c5e-2384f48374c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:15:58.925162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:00.139191 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:02.705118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52384) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:02.781569 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19c3b69-387b-464d-9580-9b0d28169ab6 admin admin] GET failed (client error): The resource could not be found.
Apr 19 13:16:02.783042 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f19c3b69-387b-464d-9580-9b0d28169ab6 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0769012
Apr 19 13:16:02.933860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94365bd-1e91-4063-81b1-0166dc16f43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:02.935493 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b94365bd-1e91-4063-81b1-0166dc16f43a admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1473038
Apr 19 13:16:05.468352 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52394) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:05.589194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ba7037-9631-43f4-8410-3bda69bda303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:05.590684 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-10ba7037-9631-43f4-8410-3bda69bda303 admin admin] 10.222.0.26 "GET /v2.0/subnets/12de42a7-e861-4d73-be49-3ff45552fe5b HTTP/1.1" status: 200  len: 849 time: 0.1210091
Apr 19 13:16:05.601230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:16:05.724839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:06.044621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738476267993'] for subnet, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:06.049483 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:16:06.090074 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:06.090779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:06.092171 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] 10.222.0.26 "PUT /v2.0/subnets/12de42a7-e861-4d73-be49-3ff45552fe5b HTTP/1.1" status: 200  len: 868 time: 0.4950733
Apr 19 13:16:06.110918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d169ac22-9673-4e27-99e6-da36bf9dc7ee None None] Network 303b37ba-9624-4a4f-9df6-1bc32c80a85a requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:16:06.131558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12de42a7-e861-4d73-be49-3ff45552fe5b,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:16:06.139997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.140435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.140856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.141228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.141594 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.141975 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.142340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.142749 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.143122 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.143647 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.144074 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.144439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:16:06.154507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:16:06.629147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-523e9ecb-98e2-4f58-84c1-3df802ed5f00 None None] Provisioning complete for port 605a0fde-894d-420f-84f2-c103baceb13d triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:16:06.629730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-523e9ecb-98e2-4f58-84c1-3df802ed5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:06.767863 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-523e9ecb-98e2-4f58-84c1-3df802ed5f00 None None] Provisioning complete for port 3412f35b-9323-4e23-b0ee-9c7d41aa86da triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:16:06.768272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-523e9ecb-98e2-4f58-84c1-3df802ed5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:08.644407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52404) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:08.834732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dee6a4-2c35-477e-b516-5b07aa6a6c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:08.835182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dee6a4-2c35-477e-b516-5b07aa6a6c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:08.836844 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-01dee6a4-2c35-477e-b516-5b07aa6a6c71 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1913950
Apr 19 13:16:11.373204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52414) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:11.567781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462de9f-1940-4ba3-9139-e1bbf78a506a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:11.568322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462de9f-1940-4ba3-9139-e1bbf78a506a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:11.569979 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c462de9f-1940-4ba3-9139-e1bbf78a506a admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1958065
Apr 19 13:16:14.128753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52424) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:14.325334 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a26f5e-d3fc-44e9-ba5c-089fed590de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:14.326789 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b8a26f5e-d3fc-44e9-ba5c-089fed590de5 admin admin] 10.222.0.26 "GET /v2.0/networks/303b37ba-9624-4a4f-9df6-1bc32c80a85a HTTP/1.1" status: 200  len: 869 time: 0.1969333
Apr 19 13:16:16.909535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52434) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:17.100582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d35ce7-2025-499c-8a5f-b1d1410a852c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:17.102013 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d0d35ce7-2025-499c-8a5f-b1d1410a852c admin admin] 10.222.0.26 "GET /v2.0/networks/ee5c3b24-29f2-4961-b18b-259e644611b9 HTTP/1.1" status: 200  len: 886 time: 0.1914220
Apr 19 13:16:19.667985 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52444) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:19.788788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c214d4-040f-4761-b344-db1df444bc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:19.789297 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c214d4-040f-4761-b344-db1df444bc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:19.791014 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-38c214d4-040f-4761-b344-db1df444bc8c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1219835
Apr 19 13:16:22.342370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52454) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:22.461618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c5bfa-994f-4426-89a8-bf05e8969106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:22.462130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c5bfa-994f-4426-89a8-bf05e8969106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:22.463855 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7b3c5bfa-994f-4426-89a8-bf05e8969106 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1204071
Apr 19 13:16:24.901939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-89e688e4-3dce-443e-a7f9-f065914517e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:25.023606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52464) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:25.141961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8b6fe-37bc-44f3-be79-61ddd28a1c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:25.143546 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8ec8b6fe-37bc-44f3-be79-61ddd28a1c1d admin admin] 10.222.0.26 "GET /v2.0/subnets/0cbb2f27-0c33-43dd-9c6b-d723e529b533 HTTP/1.1" status: 200  len: 816 time: 0.1188965
Apr 19 13:16:27.724273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52474) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:27.818271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:27.845629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ae632-1780-4b5b-84a5-e8bc5d55ff66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:27.847260 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-6c3ae632-1780-4b5b-84a5-e8bc5d55ff66 admin admin] 10.222.0.26 "GET /v2.0/subnets/12de42a7-e861-4d73-be49-3ff45552fe5b HTTP/1.1" status: 200  len: 868 time: 0.1219592
Apr 19 13:16:27.962990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-483b3c0c-757b-40c7-827e-c8d23c2ac4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:28.930346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:30.144774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:33.081918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:16:54.906159 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e4d23936-38a9-47c1-9aeb-92d9a1eced6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:54.988717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 52518) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:55.044031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [None req-78a056e7-22f8-4251-8e0a-37d60e16cfcb admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:16:55.045166 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-78a056e7-22f8-4251-8e0a-37d60e16cfcb admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0554020
Apr 19 13:16:57.672789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52528) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:16:57.748759 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd7f867-2066-4b67-8c2b-00b34c5ff7e1 admin admin] GET failed (client error): The resource could not be found.
Apr 19 13:16:57.750146 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5cd7f867-2066-4b67-8c2b-00b34c5ff7e1 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0763221
Apr 19 13:16:57.824117 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:57.887568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88dbda5-8fb5-4d7f-91e8-5ce44d3df50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:16:57.889079 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a88dbda5-8fb5-4d7f-91e8-5ce44d3df50e admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1339216
Apr 19 13:16:57.966339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ebe8b0f8-679f-4468-a752-2c09d46069f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:16:58.933391 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:00.148741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:00.450053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52538) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:17:00.502670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:17:00.508228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:17:00.518209 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:17:00.526852 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Made reservation on behalf of 434566e03bc44306965de18e070b722a for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:17:00.531418 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:00.627164 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.services.revisions.revision_plugin [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f295a61e7f0] {project_id='434566e03bc44306965de18e070b722a', id='1663a961-84a1-4f25-b3ef-5855d9a6b369', target_tenant='*', action='access_as_shared', object_id='0fd18f39-f30b-4faa-850c-5b725f2068d2'}> to bump revision.
Apr 19 13:17:00.640057 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:17:00.650093 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:00.650507 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Added segment a5698c11-d5cc-408e-9501-6f4ef7cfcacb of type vlan for network 0fd18f39-f30b-4faa-850c-5b725f2068d2
Apr 19 13:17:00.681819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:00.884905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:00.886261 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:17:00.887064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:00.892095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:17:01.003462 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5520530
Apr 19 13:17:01.004218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Pushing event updated for resources: {'Network': ['ID=0fd18f39-f30b-4faa-850c-5b725f2068d2,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:17:01.007126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:17:01.015358 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 0fd18f39-f30b-4faa-850c-5b725f2068d2 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:17:03.588759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52548) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:17:03.666078 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f5ea66-1901-4b85-8370-668f947930c1 admin admin] GET failed (client error): The resource could not be found.
Apr 19 13:17:03.666682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-19f5ea66-1901-4b85-8370-668f947930c1 admin admin] Synchronizing usage tracker for tenant:434566e03bc44306965de18e070b722a on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:17:03.681120 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-19f5ea66-1901-4b85-8370-668f947930c1 admin admin] Unset dirty status for tenant:434566e03bc44306965de18e070b722a on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:17:03.682346 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-19f5ea66-1901-4b85-8370-668f947930c1 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0925434
Apr 19 13:17:03.798147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece1f7a-e5b8-411e-9916-779bc95b6a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:17:03.799735 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2ece1f7a-e5b8-411e-9916-779bc95b6a86 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1128852
Apr 19 13:17:03.810792 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:17:03.815937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:17:03.819989 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Usage tracker for resource:subnet and tenant:434566e03bc44306965de18e070b722a is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:17:03.822979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:17:03.828950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:17:03.838498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Made reservation on behalf of 434566e03bc44306965de18e070b722a for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:17:03.843181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:04.248949 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:04.254560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a4146a6c-74b9-4653-b3cd-e73250b17d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:17:04.338825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb53e696-1c08-4c7b-841b-b472f8c9a97c,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:17:04.341548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:17:04.344672 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Checking segment: {'id': 'a5698c11-d5cc-408e-9501-6f4ef7cfcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:17:04.345476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Network hostable DHCP agents. Network: 0fd18f39-f30b-4faa-850c-5b725f2068d2, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:17:04.364102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Network 0fd18f39-f30b-4faa-850c-5b725f2068d2 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:17:04.372121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 0fd18f39-f30b-4faa-850c-5b725f2068d2) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:17:04.376258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:17:04.377708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:04.381587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7219b6-a074-43bf-b13b-a086c9a6531a None None] Network 0fd18f39-f30b-4faa-850c-5b725f2068d2 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:17:04.398504 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5916162
Apr 19 13:17:04.624321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842d9232-91a1-5e51-b025-300ff00a3570-0fd18f39-f30b-4faa-850c-5b725f2068d2', 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2', 'tenant_id': '434566e03bc44306965de18e070b722a', 'fixed_ips': [{'subnet_id': 'bb53e696-1c08-4c7b-841b-b472f8c9a97c'}]}} from dv-cinder-786873-1-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 13:17:04.625206 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:04.799288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Allocated IP 192.168.233.2 (0fd18f39-f30b-4faa-850c-5b725f2068d2/bb53e696-1c08-4c7b-841b-b472f8c9a97c/368e7a5b-b913-4ff3-9700-ac54e1850faf) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:17:05.026490 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:05.038892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Transition to ACTIVE for port object 368e7a5b-b913-4ff3-9700-ac54e1850faf will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:17:05.060132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Transition to ACTIVE for port object 368e7a5b-b913-4ff3-9700-ac54e1850faf will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:17:05.063948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:05.069817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-04adf62a-7aca-40e2-9697-7fad622c177c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:17:05.152353 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Network 0fd18f39-f30b-4faa-850c-5b725f2068d2 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:17:05.155494 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:17:05.158753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:17:05.168302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Pushing event updated for resources: {'Port': ['ID=368e7a5b-b913-4ff3-9700-ac54e1850faf,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:17:05.246445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.246793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.247176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.247547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.247908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.248280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.248636 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.249001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.249359 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.249720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.250075 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.250456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:17:05.254956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:17:05.277644 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Attempting to bind port 368e7a5b-b913-4ff3-9700-ac54e1850faf on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:17:05.277994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Attempting to bind port 368e7a5b-b913-4ff3-9700-ac54e1850faf by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': 'a5698c11-d5cc-408e-9501-6f4ef7cfcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:17:05.278419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Attempting to bind port 368e7a5b-b913-4ff3-9700-ac54e1850faf on network 0fd18f39-f30b-4faa-850c-5b725f2068d2 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:17:05.284282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:17:05.284698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Checking segment: {'id': 'a5698c11-d5cc-408e-9501-6f4ef7cfcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:17:05.285147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:05.285582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Bound using segment: {'id': 'a5698c11-d5cc-408e-9501-6f4ef7cfcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:17:05.286096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Bound port: 368e7a5b-b913-4ff3-9700-ac54e1850faf, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5698c11-d5cc-408e-9501-6f4ef7cfcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:17:05.286554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:05.383833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] For port 368e7a5b-b913-4ff3-9700-ac54e1850faf, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:17:05.388133 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] For port 368e7a5b-b913-4ff3-9700-ac54e1850faf, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=368e7a5b-b913-4ff3-9700-ac54e1850faf,segment=NetworkSegment(a5698c11-d5cc-408e-9501-6f4ef7cfcacb),segment_id=a5698c11-d5cc-408e-9501-6f4ef7cfcacb)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:17:05.392835 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:05.399064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:17:05.483629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Pushing event updated for resources: {'Port': ['ID=368e7a5b-b913-4ff3-9700-ac54e1850faf,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:17:05.488111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:17:06.709492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644ab732-f9a6-4be2-aa6a-ec9b4bef74f7 None None] Network 0fd18f39-f30b-4faa-850c-5b725f2068d2 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:17:06.841789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7471f799-dc02-4208-8992-ab5b21c18ebf None None] Provisioning for port 368e7a5b-b913-4ff3-9700-ac54e1850faf completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:17:07.280965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 368e7a5b-b913-4ff3-9700-ac54e1850faf up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:17:07.355544 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 368e7a5b-b913-4ff3-9700-ac54e1850faf completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:17:07.361381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 368e7a5b-b913-4ff3-9700-ac54e1850faf triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:17:07.361907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:07.643934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:07.677848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 368e7a5b-b913-4ff3-9700-ac54e1850faf, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=368e7a5b-b913-4ff3-9700-ac54e1850faf,segment=NetworkSegment(a5698c11-d5cc-408e-9501-6f4ef7cfcacb),segment_id=a5698c11-d5cc-408e-9501-6f4ef7cfcacb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:17:07.680724 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:07.682947 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f158da80-9b4c-427d-9920-c43b754bd2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:17:07.752733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=368e7a5b-b913-4ff3-9700-ac54e1850faf,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:17:07.756031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:17:09.261340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 368e7a5b-b913-4ff3-9700-ac54e1850faf up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:17:09.338896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 368e7a5b-b913-4ff3-9700-ac54e1850faf triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:17:09.339318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:10.081723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:17:24.910194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b17320e9-c862-4ad8-a86c-1ac797be701b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:27.823945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:27.967936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f02923c4-1f73-4411-9b39-ddb368ef39b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:28.943432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:30.155558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:47.082663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:17:54.913233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d532c920-0a5d-4bb1-9087-56a1723a4935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:57.830418 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:57.971526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-73389893-372c-491b-9fc7-529c0751fd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:17:58.936356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:00.163349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:20.025535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52590) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:18:20.032816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [None req-7583b87e-f841-4b9b-99ab-741fdb6e7622 tempest-verify_tempest_config-2015439667 tempest-verify_tempest_config-2015439667-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:18:20.033878 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7583b87e-f841-4b9b-99ab-741fdb6e7622 tempest-verify_tempest_config-2015439667 tempest-verify_tempest_config-2015439667-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0072188
Apr 19 13:18:20.376577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52608) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:18:20.502626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:20.519206 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:18:20.523258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Usage tracker for resource:security_group_rule and tenant:967d4291048643dbbc90db77750ec608 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:18:20.526235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:18:20.532295 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:18:20.624596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:20.628426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:20.642991 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b35de260-8b9d-444a-b22f-aaa5c357ca94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:18:20.686143 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=967d4291048643dbbc90db77750ec608&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3084826
Apr 19 13:18:20.688825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c2392a-f677-435c-b446-d54b1e739167,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:18:20.689809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 52614) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:18:20.696751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.697153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.697528 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.697900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.698278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.698668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.699045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.699408 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.699766 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.700127 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.700487 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.700843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.706298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:18:20.753946 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:20.781697 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:20.839722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:20.844390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:18:20.856846 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c2392a-f677-435c-b446-d54b1e739167,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:18:20.868193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.868598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.868982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.869355 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.869726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.870098 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.870515 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.870856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.871237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.871599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.872004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.872321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:18:20.876663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:20.877885 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3c2392a-f677-435c-b446-d54b1e739167 HTTP/1.1" status: 204  len: 168 time: 0.1869876
Apr 19 13:18:20.878810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:18:24.091596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:18:24.915637 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-918f59f1-5ed8-4edb-8322-20715a4316f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:27.833214 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:27.985156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ab4513bd-b9f9-440b-bc2c-41570de025e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:28.942569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:30.164687 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:54.917337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ade43885-ada3-45f2-b91f-442753ad0b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:57.835483 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:57.978682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a73d44de-9648-479f-9b09-c46623830e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:18:58.935607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:00.165381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:01.082561 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:19:24.918833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-03993109-b2c9-41c0-be2c-a980cfda0e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:27.837799 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:27.981521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3072-2133-4bc2-a34f-4f79a157933b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:28.939881 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:30.168193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:38.082189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:19:54.924099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-018a6c6e-ca75-4a8f-b93b-3a4d33ce135a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:57.841034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:57.985141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d612d88c-6a40-41fb-9c5c-6635139bd112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:58.252682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:19:58.943150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:00.177098 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:03.002944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52674) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:20:03.127054 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b955ac19-0455-4428-ac6c-ef85e890ea03 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1223657
Apr 19 13:20:05.973784 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 52684) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:20:06.037880 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-aa83606b-8fb3-4c5d-8d8b-8ab375aecab4 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0628889
Apr 19 13:20:15.088926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:20:24.926102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6c55a239-fabe-4b56-acb1-6fcb89c8b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:27.843707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:27.987350 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-81c9e3d5-ecc2-4cb2-8d4f-88fe55f3e874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:28.220057 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:28.945126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:30.179111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:52.078809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:20:54.927522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-127a8148-15f8-4420-bf2d-c5aa1292dc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:57.848792 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:57.990745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eeda13c4-aff7-46ad-b5e9-bce8547672b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:58.238388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:20:58.948678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:00.190698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:24.930378 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-374d7ef2-e3ad-4be1-983a-02b76349ba0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:27.852210 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:27.993671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-723c7d08-d0fb-4c32-ac10-df535426c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:28.235421 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:28.953281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:29.083739 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:21:30.202109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:43.185796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52838) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:43.417082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-network', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:43.422801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:43.427546 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Usage tracker for resource:network and tenant:89f2ac31a9c04efda7da32a40e1a076f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:43.433787 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:43.437258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:43.447810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Made reservation on behalf of 89f2ac31a9c04efda7da32a40e1a076f for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:43.453615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:43.468798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:43.487174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:43.492324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Usage tracker for resource:security_group_rule and tenant:89f2ac31a9c04efda7da32a40e1a076f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:43.495839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:43.504163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:43.596004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:43.601568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:43.606565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:43.640243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f342ae1d-1188-41fc-a162-3b13449461b9,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:43.652160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.652574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.652950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.653323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.653688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.654060 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.654445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.654811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.655176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.655537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.655896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.656251 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Tracked resource versions report:
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]: pushed versions:
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]: {   'AddressGroup': {'1.2'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'ConntrackHelper': {'1.0'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Log': {'1.0'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Network': {'1.1'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Port': {'1.7'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'PortForwarding': {'1.2'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'QosPolicy': {'1.8'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroup': {'1.4'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroupRule': {'1.2'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SubPort': {'1.0'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Subnet': {'1.1'},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Trunk': {'1.1'}}
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]: consumer versions:
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]: {   DHCP agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     HyperV agent@hv-cinder-78687: {},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     L3 agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metadata agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metering agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:     Open vSwitch agent@dv-cinder-786873-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'ConntrackHelper': '1.0',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Log': '1.0',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Network': '1.1',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Port': '1.7',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'PortForwarding': '1.2',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'QosPolicy': '1.8',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroup': '1.4',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroupRule': '1.2',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SubPort': '1.0',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Subnet': '1.1',
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Trunk': '1.1'}}
Apr 19 13:21:43.657421 dv-cinder-786873-1-iscsi neutron-server[86255]:  {{(pid=86367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 13:21:43.661986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:21:43.664172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:43.672469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:43.672868 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Added segment e4529a74-7c3d-4d91-ada5-49cf4fe8c147 of type vlan for network 40df39e5-a720-4403-8e63-c445dcf08299
Apr 19 13:21:43.705439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:43.744005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:43.745509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:43.746236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:43.751639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:43.870031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Pushing event updated for resources: {'Network': ['ID=40df39e5-a720-4403-8e63-c445dcf08299,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:43.873656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:43.879680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 52890) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:43.880855 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.6920805
Apr 19 13:21:43.882911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 40df39e5-a720-4403-8e63-c445dcf08299 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:21:43.886996 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Request body: {'subnet': {'network_id': '40df39e5-a720-4403-8e63-c445dcf08299', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-subnet', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:43.895125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:43.900101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Usage tracker for resource:subnet and tenant:89f2ac31a9c04efda7da32a40e1a076f is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:43.903916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:43.911927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:43.925787 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Made reservation on behalf of 89f2ac31a9c04efda7da32a40e1a076f for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:43.931476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.160675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52900) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:44.381202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52912) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:44.413906 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52918) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:44.424100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.429626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-657e58a6-e45c-4a55-ad77-bb4548c44f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:44.510337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=917eabac-75c7-49e0-8458-a70e0ba12fbf,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:44.522705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2137635173-network', 'tenant_id': 'fdfd120068fa4af1875f190c33705adc'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:44.524199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.524699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.525192 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.525683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.526158 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.526664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.527130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.527598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.530192 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:44.531843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.532364 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.532883 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.533508 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Tracked resource versions report:
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]: pushed versions:
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]: {   'AddressGroup': {'1.2'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'ConntrackHelper': {'1.0'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Log': {'1.0'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Network': {'1.1'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Port': {'1.7'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'PortForwarding': {'1.2'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'QosPolicy': {'1.8'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroup': {'1.4'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroupRule': {'1.2'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SubPort': {'1.0'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Subnet': {'1.1'},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Trunk': {'1.1'}}
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]: consumer versions:
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]: {   DHCP agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     HyperV agent@hv-cinder-78687: {},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     L3 agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metadata agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metering agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:     Open vSwitch agent@dv-cinder-786873-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'ConntrackHelper': '1.0',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Log': '1.0',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Network': '1.1',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Port': '1.7',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'PortForwarding': '1.2',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'QosPolicy': '1.8',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroup': '1.4',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroupRule': '1.2',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SubPort': '1.0',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Subnet': '1.1',
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Trunk': '1.1'}}
Apr 19 13:21:44.534858 dv-cinder-786873-1-iscsi neutron-server[86255]:  {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 13:21:44.537794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Usage tracker for resource:network and tenant:fdfd120068fa4af1875f190c33705adc is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:44.539035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:44.542217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:44.543307 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Checking segment: {'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:21:44.544421 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Network hostable DHCP agents. Network: 40df39e5-a720-4403-8e63-c445dcf08299, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:21:44.546265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:44.556746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Made reservation on behalf of fdfd120068fa4af1875f190c33705adc for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:44.561855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.567736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Network 40df39e5-a720-4403-8e63-c445dcf08299 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:21:44.570035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 52926) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:44.582657 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.585151 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 40df39e5-a720-4403-8e63-c445dcf08299) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:21:44.589656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:44.590351 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.597076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109fe04-95dd-4476-9494-c70f7de015f8 None None] Network 40df39e5-a720-4403-8e63-c445dcf08299 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:21:44.615180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:44.615665 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.7317264
Apr 19 13:21:44.615779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 52932) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:44.621031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:fdfd120068fa4af1875f190c33705adc is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:44.622127 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-router', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:44.625035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:44.628684 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:44.632219 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:44.633437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Usage tracker for resource:router and tenant:89f2ac31a9c04efda7da32a40e1a076f is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:44.638443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:44.646620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:44.658441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773501'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.659688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7964904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7972878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2556'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.687145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.769872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.775877 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1842840995-network', 'tenant_id': 'acda3b8cafd8499eafbde56a138a837e'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:44.780696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:44.785754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Usage tracker for resource:network and tenant:acda3b8cafd8499eafbde56a138a837e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:44.789371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:44.796706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:44.813226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-805114069-network', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:44.817337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.818178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Made reservation on behalf of acda3b8cafd8499eafbde56a138a837e for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:44.823353 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.848990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:21:44.859245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.859630 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Added segment bfe6ec77-f714-4e3e-8245-a223a8d9f41a of type vlan for network 19152735-06a3-4da5-8bf3-5471a591398f
Apr 19 13:21:44.887537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.920700 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-05fc3530-6a71-4052-9c38-47c81c097d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:44.921486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b147a99-c965-45ce-8439-661559b32f17 None None] Network 40df39e5-a720-4403-8e63-c445dcf08299 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:21:44.929115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.929927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:44.956998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:44.957653 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.005979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:45.019585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:45.026462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.028343 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Usage tracker for resource:security_group_rule and tenant:acda3b8cafd8499eafbde56a138a837e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:45.037233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 52948) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:45.042923 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8727858
Apr 19 13:21:45.044241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Request body: {'subnet': {'network_id': '19152735-06a3-4da5-8bf3-5471a591398f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2137635173-subnet', 'tenant_id': 'fdfd120068fa4af1875f190c33705adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:45.045166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:45.051367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:45.055905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Usage tracker for resource:subnet and tenant:fdfd120068fa4af1875f190c33705adc is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:45.066434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:45.066673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:45.067458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:45.098857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1439221257-network', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:45.102973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Made reservation on behalf of fdfd120068fa4af1875f190c33705adc for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:45.107979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.190551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.196014 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Usage tracker for resource:network and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:45.211816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.219019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:45.239935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686daef3-bde3-413f-9790-ba512dda5dff,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:45.245514 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:45.248182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:45.252652 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7681f04a-fdca-48b8-a495-fb7d19847b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:45.268706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:45.319973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Usage tracker for resource:network and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:45.326910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:45.339277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:45.380178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:21:45.383040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Made reservation on behalf of 3ab37d04c2b04eec975ad6affdc4a655 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:45.388007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.427399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Made reservation on behalf of f383e19f962d42879794bd93ee81fa67 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:45.428427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.432198 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.445792 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=19152735-06a3-4da5-8bf3-5471a591398f,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:45.450812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:45.454253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:45.461399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 19152735-06a3-4da5-8bf3-5471a591398f details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:21:45.467604 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.492305 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:45.495620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.496013 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Added segment 48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298 of type vlan for network 03a84a36-09c1-482f-8a32-9971f376cb12
Apr 19 13:21:45.497478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4f1b70-060e-4070-9873-a475fa1e1c8c,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:45.502482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:45.508337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:45.513145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:45.516051 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Usage tracker for resource:security_group_rule and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:45.518491 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:45.555489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:45.560604 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:45.588426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.598975 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:45.673176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.676333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:45.676975 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.686791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:45.868476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.883033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.901717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:21:45.913479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.914288 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Added segment 5086e800-a29b-4932-982f-d7b470dfedb1 of type vlan for network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86
Apr 19 13:21:45.945926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Pushing event updated for resources: {'Network': ['ID=03a84a36-09c1-482f-8a32-9971f376cb12,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:45.958729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 03a84a36-09c1-482f-8a32-9971f376cb12 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:21:45.965344 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:45.970482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:45.971497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:46.008493 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.6258302
Apr 19 13:21:46.014032 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52982) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:46.036299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Request body: {'subnet': {'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1842840995-subnet', 'tenant_id': 'acda3b8cafd8499eafbde56a138a837e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:46.044403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a397d89-b9a2-482d-bfc4-8530f17a29ee,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:46.063545 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:46.067731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:46.076009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Usage tracker for resource:subnet and tenant:acda3b8cafd8499eafbde56a138a837e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:46.079900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:46.090637 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:46.099765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.108121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:46.114275 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.153715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:46.176286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Made reservation on behalf of acda3b8cafd8499eafbde56a138a837e for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:46.181245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.197340 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.7817185
Apr 19 13:21:46.204151 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 52988) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:46.246305 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Request body: {'subnet': {'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-subnet', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:46.252048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:46.257121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Usage tracker for resource:subnet and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:46.261055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:46.268903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:46.288004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Made reservation on behalf of 3ab37d04c2b04eec975ad6affdc4a655 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:46.294264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.438134 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.449885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.460283 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.470386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53004) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:46.494577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:46.512512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.565586 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:46.569387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:21:46.574714 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:46.578570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:21:46.661533 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.662228 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Added segment 0a4bb19a-1b22-4d05-b634-77b769d59a02 of type vlan for network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942
Apr 19 13:21:46.684693 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c6ddc7-e96d-40b2-9c45-9d8e3d6f40c8,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:46.700646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:46.735922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.780007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.794346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:46.803392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.860944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:46.873903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd6a4231e3e4f9297bd8e5d708237d3 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:46.881032 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:46.907323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:46.927617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Allocated IP 172.27.0.184 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/daddc6ab-a301-4146-bc08-bb7b2375e4df) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:21:46.951063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a95659-dc41-4102-b5c0-280c656e6fe1,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:46.959201 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:46.960990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.980160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:46.980771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:46.984750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Checking segment: {'id': 'bfe6ec77-f714-4e3e-8245-a223a8d9f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '19152735-06a3-4da5-8bf3-5471a591398f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:21:46.985151 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Network hostable DHCP agents. Network: 19152735-06a3-4da5-8bf3-5471a591398f, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:21:47.009144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:47.050070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:47.072253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:47.119286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:47.138388 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cd6a4231e3e4f9297bd8e5d708237d3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6107988
Apr 19 13:21:47.153646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53016) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:47.206386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bf5e38-1124-4521-a863-5af231a24cbf,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:47.213978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:47.238989 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Network 19152735-06a3-4da5-8bf3-5471a591398f is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:21:47.245439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Pushing event updated for resources: {'Network': ['ID=7b69f49c-9f92-4a3d-b35f-1fbfe3432942,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:47.259427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:21:47.260062 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:47.261703 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.6903915
Apr 19 13:21:47.265015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53020) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:47.276340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Request body: {'subnet': {'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1439221257-subnet', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:47.279825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 19152735-06a3-4da5-8bf3-5471a591398f) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:21:47.300666 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0fc18-3732-4734-afd2-7dd65688d771 None None] Network 19152735-06a3-4da5-8bf3-5471a591398f requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:21:47.301947 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:47.305345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:47.306027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:47.334196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Usage tracker for resource:subnet and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:47.340263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:47.365448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:47.384014 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Made reservation on behalf of f383e19f962d42879794bd93ee81fa67 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:47.389711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:47.551800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:47.559027 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5206311
Apr 19 13:21:47.687397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:47.701590 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:47.723631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8fe24550-26aa-46e2-ae97-09d30e5da45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:47.809790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8fe24550-26aa-46e2-ae97-09d30e5da45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:47.818628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:21:47.823510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:21:47.841131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:21:47.920422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8fe24550-26aa-46e2-ae97-09d30e5da45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:47.987591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3a92ba86-3501-48f0-b5d8-bad492e13dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:47.989102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829999c6-c3b1-4651-80ea-062251632729 None None] Network 19152735-06a3-4da5-8bf3-5471a591398f requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:21:48.083293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe24550-26aa-46e2-ae97-09d30e5da45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bf5e38-1124-4521-a863-5af231a24cbf,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:48.084696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Pushing event updated for resources: {'Port': ['ID=daddc6ab-a301-4146-bc08-bb7b2375e4df,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:48.096973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8fe24550-26aa-46e2-ae97-09d30e5da45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:48.106481 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:48.116103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:48.116103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8fe24550-26aa-46e2-ae97-09d30e5da45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:48.116103 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8fe24550-26aa-46e2-ae97-09d30e5da45e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55bf5e38-1124-4521-a863-5af231a24cbf HTTP/1.1" status: 204  len: 168 time: 0.9447358
Apr 19 13:21:48.181587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:48.192828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a41ca921-e102-478e-b2e2-6002ba0440e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:48.341142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53072) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:48.344214 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 19 13:21:48.359299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46d5323-3ef4-43af-80fe-e7dbefca6ef8,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:48.473881 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc56782-372f-4b29-b18b-6bf33151ba1a,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:48.480461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:48.481155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:48.481542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:48.497290 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Checking segment: {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:21:48.497680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Network hostable DHCP agents. Network: e9d585ec-94ec-44b3-a1fa-74dfb10f7a86, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:21:48.543130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Checking segment: {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:21:48.543624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Network hostable DHCP agents. Network: 03a84a36-09c1-482f-8a32-9971f376cb12, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:21:48.550854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:21:48.567357 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, e9d585ec-94ec-44b3-a1fa-74dfb10f7a86) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:21:48.575320 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44e73c-660a-44ac-99bf-031fc02aaa38 None None] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:21:48.591425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:48.596348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:48.618452 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Network 03a84a36-09c1-482f-8a32-9971f376cb12 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:21:48.639710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 03a84a36-09c1-482f-8a32-9971f376cb12) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:21:48.644944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:48.645829 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:48.651645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9df1281-0745-400b-ac7a-8d6084ba243f None None] Network 03a84a36-09c1-482f-8a32-9971f376cb12 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:21:48.656096 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e510d7f6-6912-4826-b1fc-60b428835d47 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.4361193
Apr 19 13:21:48.663281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53088) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:48.670886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:48.679674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:48.685938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Usage tracker for resource:router and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:48.695117 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.6764152
Apr 19 13:21:48.698505 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:48.722966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:48.747043 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773501'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:48.748908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7964904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7972878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2556'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:48.762395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53094) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:48.798784 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:48.855267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:49.011147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:49.016632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3f998a3b9241a99ecb9d11f02220dd is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:49.018684 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:49.036449 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:49.057304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-aaf227f5-497b-4d0f-801c-efe882452128 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:49.058993 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-aaf227f5-497b-4d0f-801c-efe882452128 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/networks?id=19152735-06a3-4da5-8bf3-5471a591398f HTTP/1.1" status: 200  len: 812 time: 0.7168231
Apr 19 13:21:49.116491 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-fcc6f2f1-9a6f-4247-8394-2f192974fce0 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/quotas/fdfd120068fa4af1875f190c33705adc HTTP/1.1" status: 200  len: 375 time: 0.0272577
Apr 19 13:21:49.177860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:49.190497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842d9232-91a1-5e51-b025-300ff00a3570-e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8'}]}} from dv-cinder-786873-1-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 13:21:49.191706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:49.229103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:49.233685 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a168c63d-beb4-40eb-a7f2-29a5b74c463d None None] Network 03a84a36-09c1-482f-8a32-9971f376cb12 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:21:49.284874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:49.336844 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-dd6b1584-9661-4f74-80ed-fe1d702446cd tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdfd120068fa4af1875f190c33705adc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2103786
Apr 19 13:21:49.380684 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:49.583953 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d09e2d-4f4e-42fc-98c2-dfd69d6f5626,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:49.597316 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd3f998a3b9241a99ecb9d11f02220dd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8309767
Apr 19 13:21:49.601125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:49.601712 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53120) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:49.615146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Allocated IP 172.20.0.2 (e9d585ec-94ec-44b3-a1fa-74dfb10f7a86/e46d5323-3ef4-43af-80fe-e7dbefca6ef8/6f19a552-c573-406a-bfd2-f3c5e083eb09) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:21:49.653061 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:49.704675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53136) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:49.776428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfca930b-af5b-4942-a857-5ed97b644f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:49.864106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfca930b-af5b-4942-a857-5ed97b644f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:49.940842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfca930b-af5b-4942-a857-5ed97b644f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:49.949130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:50.012047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.024814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca930b-af5b-4942-a857-5ed97b644f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d09e2d-4f4e-42fc-98c2-dfd69d6f5626,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:50.032090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-7996b608-7547-4c07-a615-c8814651a502 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:21:50.032216 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Transition to ACTIVE for port object 6f19a552-c573-406a-bfd2-f3c5e083eb09 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:21:50.033769 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-7996b608-7547-4c07-a615-c8814651a502 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2723765
Apr 19 13:21:50.073034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Transition to ACTIVE for port object 6f19a552-c573-406a-bfd2-f3c5e083eb09 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:21:50.083331 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.088938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:50.093430 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cfca930b-af5b-4942-a857-5ed97b644f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:50.146877 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.149688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfca930b-af5b-4942-a857-5ed97b644f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.153471 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-cfca930b-af5b-4942-a857-5ed97b644f69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99d09e2d-4f4e-42fc-98c2-dfd69d6f5626 HTTP/1.1" status: 204  len: 168 time: 0.5456028
Apr 19 13:21:50.175327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.178811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:21:50.179746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Pushing event updated for resources: {'Port': ['ID=6f19a552-c573-406a-bfd2-f3c5e083eb09,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:50.187917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:21:50.193631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:21:50.201972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.202377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.202793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.203172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.203549 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.203927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.204298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.204668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.205126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.205803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.205803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.206151 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Tracked resource versions report:
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]: pushed versions:
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]: {   'AddressGroup': {'1.2'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'ConntrackHelper': {'1.0'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Log': {'1.0'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Network': {'1.1'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Port': {'1.7'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'PortForwarding': {'1.2'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'QosPolicy': {'1.8'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroup': {'1.4'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroupRule': {'1.2'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SubPort': {'1.0'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Subnet': {'1.1'},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Trunk': {'1.1'}}
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]: consumer versions:
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]: {   DHCP agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     HyperV agent@hv-cinder-78687: {},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     L3 agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metadata agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metering agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:     Open vSwitch agent@dv-cinder-786873-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'ConntrackHelper': '1.0',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Log': '1.0',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Network': '1.1',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Port': '1.7',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'PortForwarding': '1.2',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'QosPolicy': '1.8',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroup': '1.4',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroupRule': '1.2',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SubPort': '1.0',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Subnet': '1.1',
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Trunk': '1.1'}}
Apr 19 13:21:50.208801 dv-cinder-786873-1-iscsi neutron-server[86255]:  {{(pid=86368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 13:21:50.212168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:50.215216 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846783157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.228966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.279567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:50.312827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Attempting to bind port 6f19a552-c573-406a-bfd2-f3c5e083eb09 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:21:50.313631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Attempting to bind port 6f19a552-c573-406a-bfd2-f3c5e083eb09 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:21:50.315105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Attempting to bind port 6f19a552-c573-406a-bfd2-f3c5e083eb09 on network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:21:50.322909 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:21:50.324184 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Checking segment: {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:21:50.324838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.325289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Bound using segment: {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:21:50.325858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Bound port: 6f19a552-c573-406a-bfd2-f3c5e083eb09, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:21:50.326296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.447322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] For port 6f19a552-c573-406a-bfd2-f3c5e083eb09, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:21:50.453470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] For port 6f19a552-c573-406a-bfd2-f3c5e083eb09, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=6f19a552-c573-406a-bfd2-f3c5e083eb09,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:21:50.466284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.473013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-04adf62a-7aca-40e2-9697-7fad622c177c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:50.483680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Allocated IP 172.27.0.58 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/b557fa4e-e133-44d2-a4e5-ae75d4fdd800) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:21:50.563701 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Pushing event updated for resources: {'Port': ['ID=6f19a552-c573-406a-bfd2-f3c5e083eb09,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:50.574910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:50.583457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ff932-0444-4918-b34b-69db2c98cc4c req-9c7cbda6-4f51-4d37-be8f-6d67fcb1570a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:50.585824 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-9c7cbda6-4f51-4d37-be8f-6d67fcb1570a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 815 time: 0.8783228
Apr 19 13:21:50.618141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c91c612-6f59-49f3-8c6e-16f08a1ad2cb,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:50.658643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:50.676296 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-a2c32e22-7f16-4d09-8597-0173b2d39db5 service neutron] 10.222.0.26 "GET /v2.0/networks/19152735-06a3-4da5-8bf3-5471a591398f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6266942
Apr 19 13:21:50.693369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.702411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Checking segment: {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:21:50.702791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Network hostable DHCP agents. Network: 7b69f49c-9f92-4a3d-b35f-1fbfe3432942, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:21:50.719229 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-3425f752-ec5a-4efe-a8c6-447cf5c79ac6 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/quotas/acda3b8cafd8499eafbde56a138a837e HTTP/1.1" status: 200  len: 375 time: 0.1021130
Apr 19 13:21:50.754209 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:50.759779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2b2d3f2e-83f1-47ed-9ced-17e2de8a707d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:50.853930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:21:50.858661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:21:50.861677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:21:50.875658 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-c31bf419-784e-4e15-96dd-551159d6912c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1353061
Apr 19 13:21:50.907214 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:21:50.958092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 7b69f49c-9f92-4a3d-b35f-1fbfe3432942) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:21:50.977795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c5a70-fabe-4621-a42b-0e62ab6b7bee None None] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:21:51.006345 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-bb9ba77b-4b15-4726-8881-c971d1248089 service neutron] 10.222.0.26 "GET /v2.0/networks/19152735-06a3-4da5-8bf3-5471a591398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3290939
Apr 19 13:21:51.024134 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:51.028837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:51.150969 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.8822885
Apr 19 13:21:51.155204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53176) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:51.163286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Router 03bce133-33bb-438e-9788-c823ae80ab05 is scheduled to L3 agent b51156a7-5930-429e-869a-c7dc210d1671 with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 13:21:51.187428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:51.199928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:51.428760 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842d9232-91a1-5e51-b025-300ff00a3570-7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb'}]}} from dv-cinder-786873-1-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 13:21:51.430083 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:51.528033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Usage tracker for resource:router and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:51.548108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:51.561109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:51.599781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 6f19a552-c573-406a-bfd2-f3c5e083eb09 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:21:51.644067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773501'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:51.645231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7964904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7972878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2556'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:51.663471 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6a6bbb4-fc13-46c8-be09-b5ffdb0927b5 req-a04f19af-ab1b-415f-a941-89f5c988e862 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 210 time: 0.0728788
Apr 19 13:21:51.703615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:51.709665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:21:51.723158 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Sync routers for ids ['03bce133-33bb-438e-9788-c823ae80ab05'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:21:51.747623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Routers {'03bce133-33bb-438e-9788-c823ae80ab05'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:21:51.748341 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab4b668>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['03bce133-33bb-438e-9788-c823ae80ab05'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:21:51.768885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Pushing event updated for resources: {'Port': ['ID=b557fa4e-e133-44d2-a4e5-ae75d4fdd800,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:51.772773 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:51.801317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:51.802745 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.1857464
Apr 19 13:21:51.805665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53206) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:51.820020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Allocated IP 172.20.0.2 (7b69f49c-9f92-4a3d-b35f-1fbfe3432942/0c91c612-6f59-49f3-8c6e-16f08a1ad2cb/e428d63d-037e-4fad-b8fc-1ff52900264b) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:21:51.984644 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 6f19a552-c573-406a-bfd2-f3c5e083eb09 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:21:52.133060 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Set router 03bce133-33bb-438e-9788-c823ae80ab05 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:21:52.228634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:52.354951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:52.379658 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Transition to ACTIVE for port object e428d63d-037e-4fad-b8fc-1ff52900264b will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:21:52.458969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Transition to ACTIVE for port object e428d63d-037e-4fad-b8fc-1ff52900264b will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:21:52.472988 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:52.511844 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53218) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:52.532423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-031cd1a8-e749-476c-8470-504f97a1f710 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:21:52.534386 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-031cd1a8-e749-476c-8470-504f97a1f710 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.0078650
Apr 19 13:21:52.692475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab4b668>, [{'id': '03bce133-33bb-438e-9788-c823ae80ab05', 'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-router', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:44Z', 'updated_at': '2021-04-19T13:21:48Z', 'revision_number': 3, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'gw_port': {'id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce133-33bb-438e-9788-c823ae80ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:46Z', 'updated_at': '2021-04-19T13:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:21:52.697499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Checking router: 03bce133-33bb-438e-9788-c823ae80ab05 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:21:52.697923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Updating router 03bce133-33bb-438e-9788-c823ae80ab05 port daddc6ab-a301-4146-bc08-bb7b2375e4df binding host dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:21:52.787367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:52.868470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:52.905211 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559df8de-a689-4865-93dd-74a1c3f23105 None None] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:21:53.009246 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22f29525-e6bd-4c89-b431-9ebc8c23417f req-7f15a072-4f5d-4ef8-ac4a-b30fcc807c69 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 210 time: 0.1762242
Apr 19 13:21:53.147426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:21:53.178823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.185785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.222557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:53.249125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Usage tracker for resource:security_group_rule and tenant:58a75f80a0e243deb44f3598bb833917 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:53.255963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:53.290616 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:53.347131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.368999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Transition to ACTIVE for port object daddc6ab-a301-4146-bc08-bb7b2375e4df will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:21:53.379407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.386044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:53.454626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:21:53.460637 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:21:53.498628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Attempting to bind port daddc6ab-a301-4146-bc08-bb7b2375e4df on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:21:53.499439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Attempting to bind port daddc6ab-a301-4146-bc08-bb7b2375e4df by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:21:53.500003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Attempting to bind port daddc6ab-a301-4146-bc08-bb7b2375e4df on network ee5c3b24-29f2-4961-b18b-259e644611b9 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:21:53.512606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:21:53.513327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:21:53.513478 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-8e417038-5a48-41c7-a477-6833a4571e63 service neutron] 10.222.0.26 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9650836
Apr 19 13:21:53.514056 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.514740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Bound using segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:21:53.515560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Bound port: daddc6ab-a301-4146-bc08-bb7b2375e4df, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:21:53.516436 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.557106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Pushing event updated for resources: {'Port': ['ID=daddc6ab-a301-4146-bc08-bb7b2375e4df,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:53.585720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.586480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.587147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.588369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.588892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.589819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.592220 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.593253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.593800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.594318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.596227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Pushing event updated for resources: {'Port': ['ID=e428d63d-037e-4fad-b8fc-1ff52900264b,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:53.596815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.598675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:21:53.600038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Tracked resource versions report:
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]: pushed versions:
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]: {   'AddressGroup': {'1.2'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'ConntrackHelper': {'1.0'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Log': {'1.0'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Network': {'1.1'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Port': {'1.7'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'PortForwarding': {'1.2'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'QosPolicy': {'1.8'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroup': {'1.4'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SecurityGroupRule': {'1.2'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'SubPort': {'1.0'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Subnet': {'1.1'},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     'Trunk': {'1.1'}}
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]: consumer versions:
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]: {   DHCP agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     HyperV agent@hv-cinder-78687: {},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     L3 agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metadata agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     Metering agent@dv-cinder-786873-1-iscsi: {},
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:     Open vSwitch agent@dv-cinder-786873-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'ConntrackHelper': '1.0',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Log': '1.0',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Network': '1.1',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Port': '1.7',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'PortForwarding': '1.2',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'QosPolicy': '1.8',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroup': '1.4',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SecurityGroupRule': '1.2',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'SubPort': '1.0',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Subnet': '1.1',
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:                                                      'Trunk': '1.1'}}
Apr 19 13:21:53.601282 dv-cinder-786873-1-iscsi neutron-server[86255]:  {{(pid=86369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 13:21:53.616491 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:53.666982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-a774f1e3-dc8a-4181-8e76-2d943d1aae6c None None] Provisioning for port 6f19a552-c573-406a-bfd2-f3c5e083eb09 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:21:53.676078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-a774f1e3-dc8a-4181-8e76-2d943d1aae6c None None] Provisioning complete for port 6f19a552-c573-406a-bfd2-f3c5e083eb09 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:21:53.676504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a774f1e3-dc8a-4181-8e76-2d943d1aae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.694839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846783157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.716360 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] For port daddc6ab-a301-4146-bc08-bb7b2375e4df, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:21:53.731774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Attempting to bind port e428d63d-037e-4fad-b8fc-1ff52900264b on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:21:53.732191 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Attempting to bind port e428d63d-037e-4fad-b8fc-1ff52900264b by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:21:53.732595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Attempting to bind port e428d63d-037e-4fad-b8fc-1ff52900264b on network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:21:53.744778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:21:53.745199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Checking segment: {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:21:53.745642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.746207 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Bound using segment: {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:21:53.746785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Bound port: e428d63d-037e-4fad-b8fc-1ff52900264b, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:21:53.747230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.752904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] For port daddc6ab-a301-4146-bc08-bb7b2375e4df, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=daddc6ab-a301-4146-bc08-bb7b2375e4df,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:21:53.764785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.783371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-accbb6e5-e08c-4b45-be6a-38426f8447f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:53.952695 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:53.984457 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-8b9354d3-7411-4a0f-8a1c-a16d2e8156e5 service neutron] 10.222.0.26 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4630141
Apr 19 13:21:54.010414 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Routers {'03bce133-33bb-438e-9788-c823ae80ab05'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:21:54.011107 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab4b668>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['03bce133-33bb-438e-9788-c823ae80ab05'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:21:54.085195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] For port e428d63d-037e-4fad-b8fc-1ff52900264b, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:21:54.114604 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a774f1e3-dc8a-4181-8e76-2d943d1aae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:54.176483 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] For port e428d63d-037e-4fad-b8fc-1ff52900264b, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=e428d63d-037e-4fad-b8fc-1ff52900264b,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:21:54.206855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:54.211677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:54.223588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-a774f1e3-dc8a-4181-8e76-2d943d1aae6c None None] For port 6f19a552-c573-406a-bfd2-f3c5e083eb09, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=6f19a552-c573-406a-bfd2-f3c5e083eb09,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:21:54.230195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:54.278777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:54.331257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2cd9d-8e00-44f9-bccc-733551cb5c9b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:54.335268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:54.351639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Synchronizing usage tracker for tenant:434566e03bc44306965de18e070b722a on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:21:54.479619 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:54.507547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Pushing event updated for resources: {'Port': ['ID=e428d63d-037e-4fad-b8fc-1ff52900264b,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:54.523937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a774f1e3-dc8a-4181-8e76-2d943d1aae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:54.525692 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:54.557006 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e620a83d-bc40-465b-bb91-9f421ec3dfe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:54.610555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] Set router 03bce133-33bb-438e-9788-c823ae80ab05 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:21:54.615581 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0f36475f-b2c1-4cb1-a80d-c90c72a7c802 req-e4ace4d9-213d-4fc0-93a6-4f0ef787ca6e tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 210 time: 0.2570262
Apr 19 13:21:54.638165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:54.643541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Unset dirty status for tenant:434566e03bc44306965de18e070b722a on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:21:54.645193 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58a75f80a0e243deb44f3598bb833917&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1297295
Apr 19 13:21:54.651221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53298) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:54.771139 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774f1e3-dc8a-4181-8e76-2d943d1aae6c None None] Pushing event updated for resources: {'Port': ['ID=6f19a552-c573-406a-bfd2-f3c5e083eb09,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:54.791189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a774f1e3-dc8a-4181-8e76-2d943d1aae6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:54.807738 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a5d174ba-f215-4cf2-bd78-29022bf189b2 req-7bd05791-e9c6-4af9-afac-b96c91172c86 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 210 time: 0.1903679
Apr 19 13:21:54.831754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-801d808b-e4d7-45ef-8b41-32596ef6a58b None None] Provisioning complete for port 6f19a552-c573-406a-bfd2-f3c5e083eb09 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:21:54.833913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-801d808b-e4d7-45ef-8b41-32596ef6a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:54.856990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Pushing event updated for resources: {'Port': ['ID=daddc6ab-a301-4146-bc08-bb7b2375e4df,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:54.887145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:54.957915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:55.019585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b433e85c-1db6-420d-824e-291f008b3616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:55.057882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7a404583-dd80-4c13-8a1b-732565908f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:55.129046 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Allocated IP 172.27.0.254 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/818abd56-9227-4b32-8485-3c614e5ae979) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:21:55.357488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab4b668>, [{'id': '03bce133-33bb-438e-9788-c823ae80ab05', 'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-router', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:44Z', 'updated_at': '2021-04-19T13:21:48Z', 'revision_number': 3, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'gw_port': {'id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce133-33bb-438e-9788-c823ae80ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:46Z', 'updated_at': '2021-04-19T13:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:21:55.365327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a80aeb-fa21-4d13-ae35-790b37621b6b None None] The sync data for ids ['03bce133-33bb-438e-9788-c823ae80ab05'] in dv-cinder-786873-1-iscsi is: [{'id': '03bce133-33bb-438e-9788-c823ae80ab05', 'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-router', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:44Z', 'updated_at': '2021-04-19T13:21:48Z', 'revision_number': 3, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'gw_port': {'id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce133-33bb-438e-9788-c823ae80ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:46Z', 'updated_at': '2021-04-19T13:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:21:55.400194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7a404583-dd80-4c13-8a1b-732565908f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:55.485657 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 is scheduled to L3 agent b51156a7-5930-429e-869a-c7dc210d1671 with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 13:21:55.507265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Allocated IP 172.20.0.1 (40df39e5-a720-4403-8e63-c445dcf08299/917eabac-75c7-49e0-8458-a70e0ba12fbf/ab121906-5dc4-4663-b92f-3f1012417de4) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:21:55.590252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:55.660328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:55.668535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-90a25a2c-ee58-4c64-92a9-69a37590e005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:55.734102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 6f19a552-c573-406a-bfd2-f3c5e083eb09 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:21:55.774073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.10', 52726) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:55.866813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:21:55.888938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Sync routers for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:21:55.937064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:21:55.937756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295acc6860>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:21:56.155081 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7a404583-dd80-4c13-8a1b-732565908f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:56.177050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:56.183578 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.5190349
Apr 19 13:21:56.184387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53348) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:56.284122 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-063ddc87-e73f-4c22-a103-38a01bf41266 req-1c3e093a-9f58-4a6d-995f-83217fd93f30 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 210 time: 0.4340026
Apr 19 13:21:56.321313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7a404583-dd80-4c13-8a1b-732565908f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:56.325515 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7a404583-dd80-4c13-8a1b-732565908f52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1a2cd9d-8e00-44f9-bccc-733551cb5c9b HTTP/1.1" status: 204  len: 168 time: 1.6521251
Apr 19 13:21:56.331350 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 6f19a552-c573-406a-bfd2-f3c5e083eb09 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:21:56.331790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:56.336695 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:21:56.361794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:21:56.529798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:21:56.625177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a404583-dd80-4c13-8a1b-732565908f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2cd9d-8e00-44f9-bccc-733551cb5c9b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:56.758398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:21:56.804706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:21:56.896579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7a404583-dd80-4c13-8a1b-732565908f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:56.954767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device e428d63d-037e-4fad-b8fc-1ff52900264b up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:21:57.099552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ee64d-a5bf-4c28-8b19-1dfc4fa805e8 None None] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:21:57.195546 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:57.596097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.10', 52733) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:21:57.837729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7b14ec93-f8ac-4b41-ace3-baf2a99719e0 None None] Provisioning for port e428d63d-037e-4fad-b8fc-1ff52900264b completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:21:57.852765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port e428d63d-037e-4fad-b8fc-1ff52900264b completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:21:57.871470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7b14ec93-f8ac-4b41-ace3-baf2a99719e0 None None] Provisioning complete for port e428d63d-037e-4fad-b8fc-1ff52900264b triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:21:57.872310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7b14ec93-f8ac-4b41-ace3-baf2a99719e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:58.002927 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-930c0e6d-042f-4f9a-92bb-925841454bc5 req-b07c4480-3f1e-4618-a015-1512047cfe6e tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 210 time: 1.7569714
Apr 19 13:21:58.005852 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Pushing event updated for resources: {'Port': ['ID=818abd56-9227-4b32-8485-3c614e5ae979,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:21:58.133224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port e428d63d-037e-4fad-b8fc-1ff52900264b triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:21:58.133661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:58.176670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ff932-0444-4918-b34b-69db2c98cc4c req-5c44abcc-1ada-42e7-a7dc-f9f14e70a776 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:58.182410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-074ff932-0444-4918-b34b-69db2c98cc4c req-5c44abcc-1ada-42e7-a7dc-f9f14e70a776 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Synchronizing usage tracker for tenant:acda3b8cafd8499eafbde56a138a837e on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:21:58.347883 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.679s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:21:58.357878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-c3df0a9a-3dd0-4da4-ad72-c7cbb309b9f9 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:21:58.359809 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-c3df0a9a-3dd0-4da4-ad72-c7cbb309b9f9 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.10 "GET /v2.0/networks?id=19152735-06a3-4da5-8bf3-5471a591398f HTTP/1.1" status: 200  len: 812 time: 2.5434208
Apr 19 13:21:58.446219 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-074ff932-0444-4918-b34b-69db2c98cc4c req-5c44abcc-1ada-42e7-a7dc-f9f14e70a776 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Unset dirty status for tenant:acda3b8cafd8499eafbde56a138a837e on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:21:58.447725 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-5c44abcc-1ada-42e7-a7dc-f9f14e70a776 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 815 time: 0.8376217
Apr 19 13:21:58.461641 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Request body: {'port': {'device_id': '42f69c4d-9965-4bab-a210-28c467058420', 'network_id': '19152735-06a3-4da5-8bf3-5471a591398f', 'admin_state_up': True, 'tenant_id': 'fdfd120068fa4af1875f190c33705adc'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:58.485974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Request body: {'port': {'device_id': 'a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355', 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12', 'admin_state_up': True, 'tenant_id': 'acda3b8cafd8499eafbde56a138a837e'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:21:58.539681 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:58.673498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:58.883316 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:58.925935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295acc6860>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:21:51Z', 'revision_number': 3, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:21:58.970200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Checking router: b0492f93-d71d-49a4-a3d8-f3d1e200ba86 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:21:58.981097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Updating router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 port b557fa4e-e133-44d2-a4e5-ae75d4fdd800 binding host dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:21:59.043118 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-95f744f8-6abb-48e6-bcda-2a33fa3db6ce req-f89b911b-f017-4bd6-baaa-c8f395106fac tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 210 time: 1.0153940
Apr 19 13:21:59.249145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:59.570976 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:59.675332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:21:59.679596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Usage tracker for resource:port and tenant:acda3b8cafd8499eafbde56a138a837e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:59.682830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:59.689318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:59.697474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:59.697692 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6e484685-2036-4ade-9df6-3d44bb3e1e57 req-98401dae-b44a-4b31-8a01-d7f83bbc8a52 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 210 time: 0.1474199
Apr 19 13:21:59.715083 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Usage tracker for resource:port and tenant:fdfd120068fa4af1875f190c33705adc is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:21:59.739957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:21:59.750425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:21:59.780613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Made reservation on behalf of fdfd120068fa4af1875f190c33705adc for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:21:59.787815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:21:59.835361 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2f364538-221a-42c3-82ce-613d736b12fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.007428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7b14ec93-f8ac-4b41-ace3-baf2a99719e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.018762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Allocated IP 172.20.0.8 (19152735-06a3-4da5-8bf3-5471a591398f/b1a95659-dc41-4102-b5c0-280c656e6fe1/2cbe99da-d59e-4e03-8096-022f393628a5) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:00.036575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Made reservation on behalf of acda3b8cafd8499eafbde56a138a837e for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:22:00.063622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.129576 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.138313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:00.322869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port e428d63d-037e-4fad-b8fc-1ff52900264b, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=e428d63d-037e-4fad-b8fc-1ff52900264b,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:00.400148 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.432144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.468475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.525655 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53492) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:00.539779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.577975 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.585139 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:00.626375 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c3ef90d3-7b83-469a-b516-26b6cb827518 req-c0118dd0-65d2-4606-b86d-2a1ef213489f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 210 time: 0.0994720
Apr 19 13:22:00.632443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-7b14ec93-f8ac-4b41-ace3-baf2a99719e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:22:00.632814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-7b14ec93-f8ac-4b41-ace3-baf2a99719e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:22:00.635699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.646782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:00.707596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Transition to ACTIVE for port object b557fa4e-e133-44d2-a4e5-ae75d4fdd800 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:00.732235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.775994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Attempting to bind port b557fa4e-e133-44d2-a4e5-ae75d4fdd800 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:00.776598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Attempting to bind port b557fa4e-e133-44d2-a4e5-ae75d4fdd800 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:00.777023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Attempting to bind port b557fa4e-e133-44d2-a4e5-ae75d4fdd800 on network ee5c3b24-29f2-4961-b18b-259e644611b9 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:00.787914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:00.788341 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:00.788794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.789253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Bound using segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:00.790587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Bound port: b557fa4e-e133-44d2-a4e5-ae75d4fdd800, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:00.790756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.852266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Pushing event updated for resources: {'Port': ['ID=2cbe99da-d59e-4e03-8096-022f393628a5,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:00.867970 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device daddc6ab-a301-4146-bc08-bb7b2375e4df up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:00.878814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:00.899634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Network 19152735-06a3-4da5-8bf3-5471a591398f is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:00.950651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=e428d63d-037e-4fad-b8fc-1ff52900264b,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:00.968952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:00.976781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Pushing event updated for resources: {'Port': ['ID=ab121906-5dc4-4663-b92f-3f1012417de4,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:00.983874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:00.998082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:01.014673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:01.054493 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Network 40df39e5-a720-4403-8e63-c445dcf08299 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:01.134655 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Allocated IP 172.20.0.8 (03a84a36-09c1-482f-8a32-9971f376cb12/6cc56782-372f-4b29-b18b-6bf33151ba1a/2195e637-616a-497b-9aec-153cd254de30) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:01.201525 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:01.207403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:01.207909 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993614'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:01.226875 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] For port b557fa4e-e133-44d2-a4e5-ae75d4fdd800, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:01.230256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] For port b557fa4e-e133-44d2-a4e5-ae75d4fdd800, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=b557fa4e-e133-44d2-a4e5-ae75d4fdd800,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:01.315518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:01.326139 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:01.339204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:01.339924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:01.404218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846783157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:01.410217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b730712-2eb6-4282-b50e-f5296b21dfe2 None None] Pushing event updated for resources: {'Port': ['ID=b557fa4e-e133-44d2-a4e5-ae75d4fdd800,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:01.422410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6b730712-2eb6-4282-b50e-f5296b21dfe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:01.447999 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9983110
Apr 19 13:22:01.454413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:01.497370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:01.509381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5fb5528f-9a11-40e3-b5d0-50e8fea11851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:01.801424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port daddc6ab-a301-4146-bc08-bb7b2375e4df completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:01.805455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:01.806171 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295acc6860>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:01.817548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-e9325d04-3a6b-46f4-a6eb-85ba88082f59 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:22:01.817548 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-e9325d04-3a6b-46f4-a6eb-85ba88082f59 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0405624
Apr 19 13:22:01.818679 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:01.852960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6451715fe3d94675a3cdd7e24a0e58d3 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:01.866959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6e6ce-2431-4e9c-97e1-836464161ed7 req-51742ff5-07d2-4974-a5aa-122bf16e28c9 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:01.867783 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-d0a6e6ce-2431-4e9c-97e1-836464161ed7 req-51742ff5-07d2-4974-a5aa-122bf16e28c9 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Synchronizing usage tracker for tenant:fdfd120068fa4af1875f190c33705adc on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:22:01.885542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:01.897853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:01.916337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-d0a6e6ce-2431-4e9c-97e1-836464161ed7 req-51742ff5-07d2-4974-a5aa-122bf16e28c9 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Unset dirty status for tenant:fdfd120068fa4af1875f190c33705adc on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:22:01.917635 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d0a6e6ce-2431-4e9c-97e1-836464161ed7 req-51742ff5-07d2-4974-a5aa-122bf16e28c9 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 931 time: 0.7033811
Apr 19 13:22:01.919276 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:01.921645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Router c73239fa-1a87-4647-beba-3f2fac4b421d is scheduled to L3 agent b51156a7-5930-429e-869a-c7dc210d1671 with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 13:22:02.321448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port daddc6ab-a301-4146-bc08-bb7b2375e4df triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:02.322056 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:02.376959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b730712-2eb6-4282-b50e-f5296b21dfe2 None None] Pushing event updated for resources: {'Port': ['ID=b557fa4e-e133-44d2-a4e5-ae75d4fdd800,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:02.400930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-f1a5387c-97ef-482e-ac59-897e36feca49 None None] Provisioning complete for port e428d63d-037e-4fad-b8fc-1ff52900264b triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:02.401462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f1a5387c-97ef-482e-ac59-897e36feca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:02.434099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6b730712-2eb6-4282-b50e-f5296b21dfe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:02.706709 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:02.724749 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d0a6e6ce-2431-4e9c-97e1-836464161ed7 req-8f34c7fd-337c-455b-a208-4a8bb07c57d8 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7972534
Apr 19 13:22:02.764425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:02.810178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Allocated IP 172.20.0.1 (e9d585ec-94ec-44b3-a1fa-74dfb10f7a86/e46d5323-3ef4-43af-80fe-e7dbefca6ef8/96127a56-d3a6-418f-8f7e-a9cccb4dc17a) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:02.869879 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:22:02.890085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Sync routers for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:22:02.909513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:02.912043 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aa68c50>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:02.930316 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Request body: {'port': {'device_id': '42f69c4d-9965-4bab-a210-28c467058420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:03.023771 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fb1889fd-6b3b-40f2-bc1d-b052dcb1ef4b req-cf34ce0d-175e-4821-a99d-c6990797d157 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 210 time: 1.0126534
Apr 19 13:22:03.139804 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:03.164661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:03.171915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port daddc6ab-a301-4146-bc08-bb7b2375e4df, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=daddc6ab-a301-4146-bc08-bb7b2375e4df,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:03.182009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:03.185930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:03.191227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:03.210907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:03.219191 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 12.0615702
Apr 19 13:22:03.220817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53554) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:03.236787 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Transition to ACTIVE for port object 96127a56-d3a6-418f-8f7e-a9cccb4dc17a will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:03.272781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295acc6860>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:21:51Z', 'revision_number': 3, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:03.281831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97476c-c81c-44ea-b8af-bdfd39ca2156 None None] The sync data for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi is: [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:21:51Z', 'revision_number': 3, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:22:03.304484 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:03.348640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=daddc6ab-a301-4146-bc08-bb7b2375e4df,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:03.357737 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:03.387024 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device e428d63d-037e-4fad-b8fc-1ff52900264b up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:03.395270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:03.481904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:03.568568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:03.580105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Pushing event updated for resources: {'Port': ['ID=96127a56-d3a6-418f-8f7e-a9cccb4dc17a,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:03.590328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:03.634574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:03.647160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port e428d63d-037e-4fad-b8fc-1ff52900264b triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:03.647755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:03.734520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:03.736596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993614'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:03.964455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:04.168729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2f485808-9468-4051-a9c2-d60388bf4381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:04.202946 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-b7fa865f-a688-4e8c-849f-7776d8e95e72 None None] Provisioning for port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:04.213059 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-b7fa865f-a688-4e8c-849f-7776d8e95e72 None None] Provisioning complete for port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:04.213579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b7fa865f-a688-4e8c-849f-7776d8e95e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:04.292196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:04.378527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa865f-a688-4e8c-849f-7776d8e95e72 None None] Port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:22:04.410300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:04.417764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aa68c50>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:21:58Z', 'revision_number': 3, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:04.431758 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Checking router: c73239fa-1a87-4647-beba-3f2fac4b421d for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:22:04.432093 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Updating router c73239fa-1a87-4647-beba-3f2fac4b421d port 818abd56-9227-4b32-8485-3c614e5ae979 binding host dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:22:04.469237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7862866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846782103'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:04.514895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Network 03a84a36-09c1-482f-8a32-9971f376cb12 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:04.523939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:04.651653 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:04.683205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:04.685453 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Pushing event updated for resources: {'Port': ['ID=2195e637-616a-497b-9aec-153cd254de30,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:04.701091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:04.708919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:04.709315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:05.646037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device b557fa4e-e133-44d2-a4e5-ae75d4fdd800 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:05.656194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:05.707937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Transition to ACTIVE for port object 818abd56-9227-4b32-8485-3c614e5ae979 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:05.725935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:05.756904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:05.774205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbe99da-d59e-4e03-8096-022f393628a5 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:05.784655 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:05.805697 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Transition to ACTIVE for port object 2cbe99da-d59e-4e03-8096-022f393628a5 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:05.818791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.650s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:05.819290 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.300s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:05.827688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:05.855762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ccce3-dfb0-4b30-8ab6-b5e0976f2ade req-16198e38-1fd2-4b6c-9b38-e3fe02697e40 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:05.857662 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ab9ccce3-dfb0-4b30-8ab6-b5e0976f2ade req-16198e38-1fd2-4b6c-9b38-e3fe02697e40 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 931 time: 1.5704868
Apr 19 13:22:05.880936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port b557fa4e-e133-44d2-a4e5-ae75d4fdd800 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:05.895704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port b557fa4e-e133-44d2-a4e5-ae75d4fdd800 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:05.900094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:05.903558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Pushing event updated for resources: {'Port': ['ID=ab121906-5dc4-4663-b92f-3f1012417de4,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:05.906499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:05.908898 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.4304011
Apr 19 13:22:05.911026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Network 40df39e5-a720-4403-8e63-c445dcf08299 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:05.913601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:05.974553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Attempting to bind port 818abd56-9227-4b32-8485-3c614e5ae979 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:05.974865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Attempting to bind port 818abd56-9227-4b32-8485-3c614e5ae979 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:05.975255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Attempting to bind port 818abd56-9227-4b32-8485-3c614e5ae979 on network ee5c3b24-29f2-4961-b18b-259e644611b9 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:05.996702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.008332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Request body: {'port': {'device_id': 'a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:06.020938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:06.021355 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:06.021808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.022243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Bound using segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:06.022814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Bound port: 818abd56-9227-4b32-8485-3c614e5ae979, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:06.023250 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.051655 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:06.136217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.348080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] For port 818abd56-9227-4b32-8485-3c614e5ae979, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:06.354983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.358607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] For port 818abd56-9227-4b32-8485-3c614e5ae979, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=818abd56-9227-4b32-8485-3c614e5ae979,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:06.409393 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.416874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port b557fa4e-e133-44d2-a4e5-ae75d4fdd800, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=b557fa4e-e133-44d2-a4e5-ae75d4fdd800,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:06.426622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.430821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device daddc6ab-a301-4146-bc08-bb7b2375e4df up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:06.484722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7217b-1abc-4893-8a8f-d1050fd445ba None None] Pushing event updated for resources: {'Port': ['ID=818abd56-9227-4b32-8485-3c614e5ae979,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:06.508635 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.538905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:06.541796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:22:06.580652 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:06.581634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aa68c50>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:06.610513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.628541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Allocated IP 172.20.0.1 (7b69f49c-9f92-4a3d-b35f-1fbfe3432942/0c91c612-6f59-49f3-8c6e-16f08a1ad2cb/ad327400-c7e6-4e91-a36b-d620fff6b2b0) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:06.628983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7862866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846782103'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.651513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:06.686834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Pushing event updated for resources: {'Port': ['ID=2cbe99da-d59e-4e03-8096-022f393628a5,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:06.692345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:06.693090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.712878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20fc3f-aa1c-4391-91ef-7fea8267928a req-0dc39d92-da7f-4eda-b362-9748ef540dcd tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:06.741146 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e20fc3f-aa1c-4391-91ef-7fea8267928a req-0dc39d92-da7f-4eda-b362-9748ef540dcd tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 931 time: 2.2239835
Apr 19 13:22:06.775037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-63e7217b-1abc-4893-8a8f-d1050fd445ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:06.775740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a9ebcc8f-7885-4577-a3d9-a2f5cdb40ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:06.849789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=b557fa4e-e133-44d2-a4e5-ae75d4fdd800,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:06.866638 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port daddc6ab-a301-4146-bc08-bb7b2375e4df triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:06.867171 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:06.907087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:06.911067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7217b-1abc-4893-8a8f-d1050fd445ba None None] Pushing event updated for resources: {'Port': ['ID=818abd56-9227-4b32-8485-3c614e5ae979,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:06.920781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-63e7217b-1abc-4893-8a8f-d1050fd445ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:06.976649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Pushing event updated for resources: {'Port': ['ID=96127a56-d3a6-418f-8f7e-a9cccb4dc17a,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:06.990450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:06.998452 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:07.003503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:07.024472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:07.024856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:07.440125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-d0432548-82cb-4545-825e-cb506b2eb3c6 None None] Provisioning complete for port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:07.443509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d0432548-82cb-4545-825e-cb506b2eb3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:07.458830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:22:07.469380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:07.568123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device b557fa4e-e133-44d2-a4e5-ae75d4fdd800 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:07.819888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-d0432548-82cb-4545-825e-cb506b2eb3c6 None None] Port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:22:07.839413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Attempting to bind port 2cbe99da-d59e-4e03-8096-022f393628a5 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:07.839756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Attempting to bind port 2cbe99da-d59e-4e03-8096-022f393628a5 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'bfe6ec77-f714-4e3e-8245-a223a8d9f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '19152735-06a3-4da5-8bf3-5471a591398f'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:07.840176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Attempting to bind port 2cbe99da-d59e-4e03-8096-022f393628a5 on network 19152735-06a3-4da5-8bf3-5471a591398f {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:07.855442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aa68c50>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:21:58Z', 'revision_number': 3, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:07.857459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port b557fa4e-e133-44d2-a4e5-ae75d4fdd800 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:07.857884 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:07.862108 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ab9ccce3-dfb0-4b30-8ab6-b5e0976f2ade req-c755c005-4b19-4208-a1f4-c1dc42b2c540 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.8456211
Apr 19 13:22:07.866199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae689a-829a-4c31-a79f-e27dfa6e8809 None None] The sync data for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi is: [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:21:58Z', 'revision_number': 3, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:22:07.907716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8a3c31-76cc-4954-a9f3-7a6e91b84260,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:07.935205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:07.954268 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e20fc3f-aa1c-4391-91ef-7fea8267928a req-ce8b554a-e54b-4d7e-8d72-7e82db20fcb3 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1603928
Apr 19 13:22:07.997114 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6451715fe3d94675a3cdd7e24a0e58d3&name=default HTTP/1.1" status: 200  len: 2978 time: 7.4653761
Apr 19 13:22:08.000197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Port 2cbe99da-d59e-4e03-8096-022f393628a5 on network 19152735-06a3-4da5-8bf3-5471a591398f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:22:08.000674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Attempting to bind port 2cbe99da-d59e-4e03-8096-022f393628a5 on network 19152735-06a3-4da5-8bf3-5471a591398f {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:08.016923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53624) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:08.026173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:08.026719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Checking segment: {'id': 'bfe6ec77-f714-4e3e-8245-a223a8d9f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '19152735-06a3-4da5-8bf3-5471a591398f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:08.027296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Bound using segment: {'id': 'bfe6ec77-f714-4e3e-8245-a223a8d9f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '19152735-06a3-4da5-8bf3-5471a591398f'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:08.027882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Bound port: 2cbe99da-d59e-4e03-8096-022f393628a5, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe6ec77-f714-4e3e-8245-a223a8d9f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '19152735-06a3-4da5-8bf3-5471a591398f'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:08.028239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:08.249422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] For port 2cbe99da-d59e-4e03-8096-022f393628a5, host hv-cinder-78687, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:08.255055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] For port 2cbe99da-d59e-4e03-8096-022f393628a5, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2cbe99da-d59e-4e03-8096-022f393628a5,segment=NetworkSegment(bfe6ec77-f714-4e3e-8245-a223a8d9f41a),segment_id=bfe6ec77-f714-4e3e-8245-a223a8d9f41a)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:08.274333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:08.297820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:08.427808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Pushing event updated for resources: {'Port': ['ID=2cbe99da-d59e-4e03-8096-022f393628a5,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:08.444358 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:08.523168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:08.523857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:08.528484 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] 10.222.0.10 "PUT /v2.0/ports/2cbe99da-d59e-4e03-8096-022f393628a5 HTTP/1.1" status: 200  len: 1093 time: 6.5203247
Apr 19 13:22:08.599592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:22:08.625099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Sync routers for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:22:08.642795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f69c4d-9965-4bab-a210-28c467058420', 'tag': '2cbe99da-d59e-4e03-8096-022f393628a5'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:08.646527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:08.647403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ae56b00>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:08.683765 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] 10.222.0.26 "PUT /v2.0/routers/b0492f93-d71d-49a4-a3d8-f3d1e200ba86/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3568366
Apr 19 13:22:08.706102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Router 03bce133-33bb-438e-9788-c823ae80ab05 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:22:08.785011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27b9eb3a-9b91-4893-8c72-9b66947f3ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:09.013378 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:09.108729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:09.393128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27b9eb3a-9b91-4893-8c72-9b66947f3ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:09.569519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27b9eb3a-9b91-4893-8c72-9b66947f3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:09.574807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Transition to ACTIVE for port object ad327400-c7e6-4e91-a36b-d620fff6b2b0 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:09.644137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:22:09.657501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Sync routers for ids ['03bce133-33bb-438e-9788-c823ae80ab05'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:22:09.676119 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] 10.222.0.26 "PUT /v2.0/routers/03bce133-33bb-438e-9788-c823ae80ab05/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.8686256
Apr 19 13:22:09.682935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.resource_extend [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 13:22:09.684411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Routers {'03bce133-33bb-438e-9788-c823ae80ab05'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:09.685214 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aa68208>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['03bce133-33bb-438e-9788-c823ae80ab05'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:09.721579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 818abd56-9227-4b32-8485-3c614e5ae979 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:09.723231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:09.773664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-b39a6dc0-17d0-45b3-bdfe-1d8d3ebb9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:09.778395 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-b39a6dc0-17d0-45b3-bdfe-1d8d3ebb9eae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdfd120068fa4af1875f190c33705adc&device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 1096 time: 1.1406069
Apr 19 13:22:09.779278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9eb3a-9b91-4893-8c72-9b66947f3ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8a3c31-76cc-4954-a9f3-7a6e91b84260,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:09.800743 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-27b9eb3a-9b91-4893-8c72-9b66947f3ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:09.849480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27b9eb3a-9b91-4893-8c72-9b66947f3ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:09.855864 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-27b9eb3a-9b91-4893-8c72-9b66947f3ad0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e8a3c31-76cc-4954-a9f3-7a6e91b84260 HTTP/1.1" status: 204  len: 168 time: 1.7851343
Apr 19 13:22:09.888085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d7f5b-b5dd-4789-b996-b2fead9db242 req-bb761b9a-28d7-4a84-bd79-796c3f29a99d tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:09.899749 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-322d7f5b-b5dd-4789-b996-b2fead9db242 req-bb761b9a-28d7-4a84-bd79-796c3f29a99d tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 943 time: 0.7304146
Apr 19 13:22:09.948420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2195e637-616a-497b-9aec-153cd254de30 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:09.966135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:09.988472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:09.990537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:10.039478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Transition to ACTIVE for port object 2195e637-616a-497b-9aec-153cd254de30 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:10.043269 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-322d7f5b-b5dd-4789-b996-b2fead9db242 req-dc9cb65f-2a59-49a7-9479-db750b42dd16 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383355
Apr 19 13:22:10.044138 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:10.079408 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b139cbd3-6a54-428f-acc6-f65a23d20049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:10.106569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d4b74-e4d3-4a10-bdd1-a0dc61b361dd req-823501cb-c4ba-48e2-8729-96b4512c4c4c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:10.108456 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-781d4b74-e4d3-4a10-bdd1-a0dc61b361dd req-823501cb-c4ba-48e2-8729-96b4512c4c4c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 931 time: 0.5487952
Apr 19 13:22:10.121707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:10.129087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:10.186997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:10.187463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993614'] for router_interface, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:10.393284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Set router 03bce133-33bb-438e-9788-c823ae80ab05 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:10.948062 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-c8fb2eb2-61a2-49fc-b860-3d50d2ad112f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cbe99da-d59e-4e03-8096-022f393628a5 HTTP/1.1" status: 200  len: 217 time: 0.4831231
Apr 19 13:22:10.985282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-6363fd66-a00f-47dd-b7f5-9dcfe64b0e70 None None] Provisioning for port ad327400-c7e6-4e91-a36b-d620fff6b2b0 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:11.013188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-6363fd66-a00f-47dd-b7f5-9dcfe64b0e70 None None] Provisioning complete for port ad327400-c7e6-4e91-a36b-d620fff6b2b0 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:11.013848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6363fd66-a00f-47dd-b7f5-9dcfe64b0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:11.016720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Pushing event updated for resources: {'Port': ['ID=ad327400-c7e6-4e91-a36b-d620fff6b2b0,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:11.168851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 818abd56-9227-4b32-8485-3c614e5ae979 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:11.182493 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-6363fd66-a00f-47dd-b7f5-9dcfe64b0e70 None None] Port ad327400-c7e6-4e91-a36b-d620fff6b2b0 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:22:11.195853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 818abd56-9227-4b32-8485-3c614e5ae979 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:11.196538 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:11.265503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-57ff8f29-3de9-43e5-ae27-5048e5de1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:11.267224 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-57ff8f29-3de9-43e5-ae27-5048e5de1ee1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a95659-dc41-4102-b5c0-280c656e6fe1 HTTP/1.1" status: 200  len: 852 time: 0.2705936
Apr 19 13:22:11.271282 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-781d4b74-e4d3-4a10-bdd1-a0dc61b361dd req-de6d4db2-a401-4bef-826f-583601f2f784 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1476486
Apr 19 13:22:11.278120 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ae56b00>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 2, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:11.289396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Checking router: b0492f93-d71d-49a4-a3d8-f3d1e200ba86 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:22:11.290090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Updating router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a binding host dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:22:11.311119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.312s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:11.323995 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Pushing event updated for resources: {'Port': ['ID=2195e637-616a-497b-9aec-153cd254de30,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:11.408789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.318s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:11.447135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:11.471255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 818abd56-9227-4b32-8485-3c614e5ae979, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=818abd56-9227-4b32-8485-3c614e5ae979,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:11.502446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:11.527562 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-56a047a1-acdf-4a6f-b9c6-d023d1a4a8f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19152735-06a3-4da5-8bf3-5471a591398f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2057607
Apr 19 13:22:11.547443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:11.671603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Attempting to bind port 2195e637-616a-497b-9aec-153cd254de30 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:11.677618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Attempting to bind port 2195e637-616a-497b-9aec-153cd254de30 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:11.681026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Attempting to bind port 2195e637-616a-497b-9aec-153cd254de30 on network 03a84a36-09c1-482f-8a32-9971f376cb12 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:11.703008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Port 2195e637-616a-497b-9aec-153cd254de30 on network 03a84a36-09c1-482f-8a32-9971f376cb12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:22:11.703304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Attempting to bind port 2195e637-616a-497b-9aec-153cd254de30 on network 03a84a36-09c1-482f-8a32-9971f376cb12 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:11.736515 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53708) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:11.742238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:11.742586 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Checking segment: {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:11.750068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Bound using segment: {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:11.751317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Bound port: 2195e637-616a-497b-9aec-153cd254de30, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:11.754755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:11.828845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223391978', 'description': 'tempest-description--1591689928'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:11.860002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:11.877637 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:security_group and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:11.894169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:11.940857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:11.965430 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.033873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:12.049040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:security_group_rule and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:12.059590 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:12.090665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:12.123536 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-eccf5b98-1a4f-4c08-9c75-c1c658651902 service neutron] 10.222.0.10 "GET /v2.0/networks/19152735-06a3-4da5-8bf3-5471a591398f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5090630
Apr 19 13:22:12.144000 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f69c4d-9965-4bab-a210-28c467058420', 'tag': '2cbe99da-d59e-4e03-8096-022f393628a5', 'status': 'completed', 'code': 200}
Apr 19 13:22:12.325993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.366922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.387314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.407001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6b730712-2eb6-4282-b50e-f5296b21dfe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:12.416742 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] For port 2195e637-616a-497b-9aec-153cd254de30, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:12.421505 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] For port 2195e637-616a-497b-9aec-153cd254de30, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2195e637-616a-497b-9aec-153cd254de30,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:12.424552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.439683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:12.449427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.491163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.492562 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.7011569
Apr 19 13:22:12.496755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53742) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:12.508392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:12.509079 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.510597 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] 10.222.0.10 "PUT /v2.0/ports/2195e637-616a-497b-9aec-153cd254de30 HTTP/1.1" status: 200  len: 1093 time: 6.5072811
Apr 19 13:22:12.511966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355', 'tag': '2195e637-616a-497b-9aec-153cd254de30'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:12.534213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=818abd56-9227-4b32-8485-3c614e5ae979,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:12.549231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:12.550884 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Transition to ACTIVE for port object 96127a56-d3a6-418f-8f7e-a9cccb4dc17a will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:12.568460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.591349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:12.592903 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40dc221b-3e06-43b7-955f-d451837ebae9 req-cc8606f3-1907-41de-b612-39550621cb7f service neutron] 10.222.0.10 "GET /v2.0/networks/19152735-06a3-4da5-8bf3-5471a591398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4404721
Apr 19 13:22:12.616671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'security_group_rule': {'security_group_id': 'cd5d967f-7f37-4740-b842-68c964537f0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:12.624193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5d967f-7f37-4740-b842-68c964537f0a,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:12.627952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53750) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:12.674691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:12.682047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:12.682222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aa68208>, [{'id': '03bce133-33bb-438e-9788-c823ae80ab05', 'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-router', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:44Z', 'updated_at': '2021-04-19T13:22:01Z', 'revision_number': 4, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'gw_port': {'id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bce133-33bb-438e-9788-c823ae80ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:46Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ab121906-5dc4-4663-b92f-3f1012417de4', 'name': '', 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'mac_address': 'fa:16:3e:d3:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce133-33bb-438e-9788-c823ae80ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '917eabac-75c7-49e0-8458-a70e0ba12fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:55Z', 'updated_at': '2021-04-19T13:22:02Z', 'revision_number': 2, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'subnets': [{'id': '917eabac-75c7-49e0-8458-a70e0ba12fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:12.696518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:12.715842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Checking router: 03bce133-33bb-438e-9788-c823ae80ab05 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:22:12.716251 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Updating router 03bce133-33bb-438e-9788-c823ae80ab05 port ab121906-5dc4-4663-b92f-3f1012417de4 binding host dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:22:12.783507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:security_group_rule and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:12.791650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:12.817931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:12.872619 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.910070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Pushing event updated for resources: {'Port': ['ID=2195e637-616a-497b-9aec-153cd254de30,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:12.921842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:12.931509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:12.954569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb16993-edc0-4877-825b-6dfde22671d5 None None] Pushing event updated for resources: {'Port': ['ID=96127a56-d3a6-418f-8f7e-a9cccb4dc17a,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:12.971007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-dbb16993-edc0-4877-825b-6dfde22671d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:12.971778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ff932-0444-4918-b34b-69db2c98cc4c req-0c735ebc-031e-47df-87ba-b220d7078a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:12.977675 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-0c735ebc-031e-47df-87ba-b220d7078a74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 1096 time: 0.3744566
Apr 19 13:22:13.022396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Attempting to bind port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:13.022960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Attempting to bind port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:13.023849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Attempting to bind port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a on network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:13.030132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:13.030724 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Checking segment: {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:13.031255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.031772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Bound using segment: {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:13.032367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Bound port: 96127a56-d3a6-418f-8f7e-a9cccb4dc17a, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:13.032972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.089997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-242641110-network', 'tenant_id': '6a9dc55c99cc4ed491103b7a8700fe7f'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:13.124404 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-31a26f80-e139-4c67-9730-8e2ac71df2c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2195e637-616a-497b-9aec-153cd254de30 HTTP/1.1" status: 200  len: 217 time: 0.1370173
Apr 19 13:22:13.132993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:13.203788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] For port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:13.208221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] For port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=96127a56-d3a6-418f-8f7e-a9cccb4dc17a,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:13.215045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.221866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:13.236597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Usage tracker for resource:network and tenant:6a9dc55c99cc4ed491103b7a8700fe7f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:13.274073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:13.342164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:13.372747 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb16993-edc0-4877-825b-6dfde22671d5 None None] Pushing event updated for resources: {'Port': ['ID=96127a56-d3a6-418f-8f7e-a9cccb4dc17a,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:13.381103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-dbb16993-edc0-4877-825b-6dfde22671d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:13.409719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:13.410658 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ae56b00>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:13.443198 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb46be9-a2d7-4d00-8a67-6520803630d4 req-a1d0f6d5-76e7-4cf6-a3f0-00207e106407 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:13.444919 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6cb46be9-a2d7-4d00-8a67-6520803630d4 req-a1d0f6d5-76e7-4cf6-a3f0-00207e106407 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 943 time: 1.2435236
Apr 19 13:22:13.458311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-13a7f415-77cc-413c-a5b7-bbcd5f638f26 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:13.460008 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-13a7f415-77cc-413c-a5b7-bbcd5f638f26 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 819 time: 1.0642855
Apr 19 13:22:13.471972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.490724 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ff932-0444-4918-b34b-69db2c98cc4c req-378fe340-777f-4b1f-bb72-efa22ce0281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:13.493157 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-378fe340-777f-4b1f-bb72-efa22ce0281c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc56782-372f-4b29-b18b-6bf33151ba1a HTTP/1.1" status: 200  len: 855 time: 0.3334255
Apr 19 13:22:13.494915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.511466 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Made reservation on behalf of 6a9dc55c99cc4ed491103b7a8700fe7f for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:22:13.526442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.534058 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-45494a61-2569-4a02-992f-ff601267aead tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/quotas/89f2ac31a9c04efda7da32a40e1a076f HTTP/1.1" status: 200  len: 375 time: 0.0637312
Apr 19 13:22:13.611469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbb7ff-5d7e-40f7-88df-c85cebdc5d29 req-e6446fd2-240a-4655-8134-44fed12e374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:13.613294 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77dbb7ff-5d7e-40f7-88df-c85cebdc5d29 req-e6446fd2-240a-4655-8134-44fed12e374a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdfd120068fa4af1875f190c33705adc&device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 1096 time: 0.9368753
Apr 19 13:22:13.672491 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:13.673917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.679575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.701123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Transition to ACTIVE for port object ab121906-5dc4-4663-b92f-3f1012417de4 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:13.713010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.719146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:13.724603 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-b46ad472-1ba0-4e7e-8709-424ceaecd8c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a84a36-09c1-482f-8a32-9971f376cb12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2157459
Apr 19 13:22:13.733283 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.734594 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2330625
Apr 19 13:22:13.737478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:13.740035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708a2617-8c51-427f-a8f5-8afb4df17a66,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:13.764038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53776) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:13.771810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Usage tracker for resource:security_group_rule and tenant:6a9dc55c99cc4ed491103b7a8700fe7f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:13.801926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:13.808756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'security_group_rule': {'security_group_id': 'cd5d967f-7f37-4740-b842-68c964537f0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:13.817518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:13.819518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:13.823732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:security_group_rule and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:13.826962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:13.833738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:13.841579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:13.848680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:13.867951 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6cb46be9-a2d7-4d00-8a67-6520803630d4 req-8548c00d-0a13-44da-8417-42adeaa0b516 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4068453
Apr 19 13:22:13.869094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbb7ff-5d7e-40f7-88df-c85cebdc5d29 req-71aa9ff9-75e8-4bab-8fe5-1cfc06274b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:13.870595 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77dbb7ff-5d7e-40f7-88df-c85cebdc5d29 req-71aa9ff9-75e8-4bab-8fe5-1cfc06274b25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=19152735-06a3-4da5-8bf3-5471a591398f HTTP/1.1" status: 200  len: 913 time: 0.2336378
Apr 19 13:22:13.939507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:13.939916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5989e4-f2e1-4ee1-adee-9d2213ae14d3 None None] Pushing event updated for resources: {'Port': ['ID=ab121906-5dc4-4663-b92f-3f1012417de4,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:13.948195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8b5989e4-f2e1-4ee1-adee-9d2213ae14d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:13.968188 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77dbb7ff-5d7e-40f7-88df-c85cebdc5d29 req-fb47847a-af11-4d42-8bbb-dbe6248e36d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cbe99da-d59e-4e03-8096-022f393628a5 HTTP/1.1" status: 200  len: 217 time: 0.0824044
Apr 19 13:22:14.013924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Attempting to bind port ab121906-5dc4-4663-b92f-3f1012417de4 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:14.014852 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Attempting to bind port ab121906-5dc4-4663-b92f-3f1012417de4 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:14.015465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Attempting to bind port ab121906-5dc4-4663-b92f-3f1012417de4 on network 40df39e5-a720-4403-8e63-c445dcf08299 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:14.033688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:14.034523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Checking segment: {'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:14.035168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.035780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Bound using segment: {'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:14.036521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Bound port: ab121906-5dc4-4663-b92f-3f1012417de4, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:14.037116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.106599 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-9c6a5751-53f7-4ad0-b1af-c3ca317c5bf4 service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3703098
Apr 19 13:22:14.166249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbb7ff-5d7e-40f7-88df-c85cebdc5d29 req-75227d51-d360-4284-a494-1ffb86076e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:14.167902 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77dbb7ff-5d7e-40f7-88df-c85cebdc5d29 req-75227d51-d360-4284-a494-1ffb86076e29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a95659-dc41-4102-b5c0-280c656e6fe1 HTTP/1.1" status: 200  len: 852 time: 0.1874175
Apr 19 13:22:14.186578 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-608c3a2a-6357-49b4-8cef-14361356eca8 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6514394
Apr 19 13:22:14.191313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] For port ab121906-5dc4-4663-b92f-3f1012417de4, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:14.194869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] For port ab121906-5dc4-4663-b92f-3f1012417de4, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ab121906-5dc4-4663-b92f-3f1012417de4,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:14.202343 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.207605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:14.220295 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.273378 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ae56b00>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:13Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:14.278265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6734cd15-8c43-459b-a54b-e1e521490332 None None] The sync data for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi is: [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:13Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:22:14.293713 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-074ff932-0444-4918-b34b-69db2c98cc4c req-6f347263-81f9-43cb-8313-ccf2b7aeaddb service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712785
Apr 19 13:22:14.295998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.296140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.300123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5989e4-f2e1-4ee1-adee-9d2213ae14d3 None None] Pushing event updated for resources: {'Port': ['ID=ab121906-5dc4-4663-b92f-3f1012417de4,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:14.302628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.304209 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8b5989e4-f2e1-4ee1-adee-9d2213ae14d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:14.315712 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-de53b512-e916-4888-b4cc-d1b37a48fdb0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:14.317134 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77dbb7ff-5d7e-40f7-88df-c85cebdc5d29 req-85d5b0e0-7e90-4277-98ee-06d1c24f23da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19152735-06a3-4da5-8bf3-5471a591398f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1269693
Apr 19 13:22:14.325711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7862866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846782103'] for router_interface, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.338084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Routers {'03bce133-33bb-438e-9788-c823ae80ab05'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:14.338912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aa68208>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['03bce133-33bb-438e-9788-c823ae80ab05'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:14.369086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa3b0a6-0ab8-48f3-9be6-df4543db92a4,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:14.381715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:14.396967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.402891 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6378169
Apr 19 13:22:14.405280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53780) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:14.430860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'floatingip': {'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:14.439851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:14.445696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:floatingip and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:14.450603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:14.454131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5f8abf9f-a35b-4b0e-a0b0-83296025a41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:14.460122 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:14.475232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.674345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] Set router 03bce133-33bb-438e-9788-c823ae80ab05 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:14.679148 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 96127a56-d3a6-418f-8f7e-a9cccb4dc17a up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:14.702796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.716333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.737213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8fe24550-26aa-46e2-ae97-09d30e5da45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:14.811684 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:22:14.842095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89542be-0979-4d6f-a6a1-0750ae6d33ff,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:14.852922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:14.864383 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:14.864899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.868288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:14.900615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:14.901016 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Added segment 1d59386b-dcf3-4eb6-9df6-c159700570da of type vlan for network a5fdec73-19ca-492f-b0ec-d20f73454f01
Apr 19 13:22:14.940659 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:15.003939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:15.012104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:15.012811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:15.033551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:15.157392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6603b4b-95fc-4bd7-aa58-89d2bcc74d6e req-567c031a-9f01-4c46-b7ea-6ede16432bb7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:15.178219 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f6603b4b-95fc-4bd7-aa58-89d2bcc74d6e req-567c031a-9f01-4c46-b7ea-6ede16432bb7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 943 time: 1.1199696
Apr 19 13:22:15.196110 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-d2471121-48af-4a92-9f40-b279f480b6ad service neutron] 10.222.0.26 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0083084
Apr 19 13:22:15.203499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:15.207657 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:15.208571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Pushing event updated for resources: {'Port': ['ID=ad327400-c7e6-4e91-a36b-d620fff6b2b0,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:15.291253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Pushing event updated for resources: {'Network': ['ID=a5fdec73-19ca-492f-b0ec-d20f73454f01,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:15.300087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=96127a56-d3a6-418f-8f7e-a9cccb4dc17a,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:15.307552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network a5fdec73-19ca-492f-b0ec-d20f73454f01 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:22:15.308857 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.6365287
Apr 19 13:22:15.309931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53802) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:15.311203 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:15.316089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:15.324235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Request body: {'subnet': {'network_id': 'a5fdec73-19ca-492f-b0ec-d20f73454f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-242641110-subnet', 'tenant_id': '6a9dc55c99cc4ed491103b7a8700fe7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:15.397727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:15.415581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Usage tracker for resource:subnet and tenant:6a9dc55c99cc4ed491103b7a8700fe7f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:15.422231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:15.434611 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:15.435185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aa68208>, [{'id': '03bce133-33bb-438e-9788-c823ae80ab05', 'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-router', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:44Z', 'updated_at': '2021-04-19T13:22:01Z', 'revision_number': 4, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'gw_port': {'id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bce133-33bb-438e-9788-c823ae80ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:46Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ab121906-5dc4-4663-b92f-3f1012417de4', 'name': '', 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'mac_address': 'fa:16:3e:d3:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce133-33bb-438e-9788-c823ae80ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '917eabac-75c7-49e0-8458-a70e0ba12fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:55Z', 'updated_at': '2021-04-19T13:22:14Z', 'revision_number': 4, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'subnets': [{'id': '917eabac-75c7-49e0-8458-a70e0ba12fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:15.440857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:15.441708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 818abd56-9227-4b32-8485-3c614e5ae979 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:15.456401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4057307-4607-4430-8c03-8b301f687cd3 None None] The sync data for ids ['03bce133-33bb-438e-9788-c823ae80ab05'] in dv-cinder-786873-1-iscsi is: [{'id': '03bce133-33bb-438e-9788-c823ae80ab05', 'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-router', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:44Z', 'updated_at': '2021-04-19T13:22:01Z', 'revision_number': 4, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'gw_port': {'id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bce133-33bb-438e-9788-c823ae80ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:46Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ab121906-5dc4-4663-b92f-3f1012417de4', 'name': '', 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'mac_address': 'fa:16:3e:d3:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce133-33bb-438e-9788-c823ae80ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '917eabac-75c7-49e0-8458-a70e0ba12fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:55Z', 'updated_at': '2021-04-19T13:22:14Z', 'revision_number': 4, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'subnets': [{'id': '917eabac-75c7-49e0-8458-a70e0ba12fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:22:15.486846 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:15.489597 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-701cc2cf-4e3e-4293-b0be-91e9675311f3 service neutron] 10.222.0.26 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2673771
Apr 19 13:22:15.489597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:15.506064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:15.568130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Allocated IP 172.27.0.16 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/a81a59ed-1359-40b7-9d61-111e75679142) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:15.625178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Made reservation on behalf of 6a9dc55c99cc4ed491103b7a8700fe7f for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:22:15.636362 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:15.708518 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f6603b4b-95fc-4bd7-aa58-89d2bcc74d6e req-61cd13e2-78aa-4780-9cc1-a2e07f8f7f94 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5091991
Apr 19 13:22:16.029833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=96127a56-d3a6-418f-8f7e-a9cccb4dc17a,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:16.094211 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355', 'tag': '2195e637-616a-497b-9aec-153cd254de30', 'status': 'completed', 'code': 200}
Apr 19 13:22:16.133809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:16.172338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-089d40ea-55be-494d-abb2-6e3ed878a885 None None] Provisioning complete for port ad327400-c7e6-4e91-a36b-d620fff6b2b0 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:16.180711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-089d40ea-55be-494d-abb2-6e3ed878a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:16.231179 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77dbb7ff-5d7e-40f7-88df-c85cebdc5d29 req-94cadab6-33d0-4c2b-b8fe-48cc94c1dd11 service neutron] 10.222.0.10 "GET /v2.0/networks/19152735-06a3-4da5-8bf3-5471a591398f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8079603
Apr 19 13:22:16.291052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-089d40ea-55be-494d-abb2-6e3ed878a885 None None] Port ad327400-c7e6-4e91-a36b-d620fff6b2b0 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:22:16.305533 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 818abd56-9227-4b32-8485-3c614e5ae979 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:16.305969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:16.355346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Router c73239fa-1a87-4647-beba-3f2fac4b421d has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:22:16.370715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:16.414608 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1f6bf576-87e2-405c-b7bc-fcd8cc79c4fe req-d8596209-ad5d-4189-aed3-e048024ca9d8 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 210 time: 0.1945050
Apr 19 13:22:16.435659 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5c6fa-c065-4f99-959d-f8757d0b9d79 req-68f9de78-54d9-43be-90f8-2d7ace7ea341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:16.437641 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-49d5c6fa-c065-4f99-959d-f8757d0b9d79 req-68f9de78-54d9-43be-90f8-2d7ace7ea341 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 1096 time: 0.3401814
Apr 19 13:22:16.561731 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77dbb7ff-5d7e-40f7-88df-c85cebdc5d29 req-06d4157a-14d1-4a90-9ff6-4212375023b2 service neutron] 10.222.0.10 "GET /v2.0/networks/19152735-06a3-4da5-8bf3-5471a591398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2594953
Apr 19 13:22:16.800511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:16.840779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 2cbe99da-d59e-4e03-8096-022f393628a5 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:22:17.189722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ab121906-5dc4-4663-b92f-3f1012417de4 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:17.255517 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:17.313087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 2cbe99da-d59e-4e03-8096-022f393628a5, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2cbe99da-d59e-4e03-8096-022f393628a5,segment=NetworkSegment(bfe6ec77-f714-4e3e-8245-a223a8d9f41a),segment_id=bfe6ec77-f714-4e3e-8245-a223a8d9f41a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:17.341954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '2cbe99da-d59e-4e03-8096-022f393628a5', 'network_id': '19152735-06a3-4da5-8bf3-5471a591398f', 'port_id': '2cbe99da-d59e-4e03-8096-022f393628a5', 'mac_address': 'fa:16:3e:19:c7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a95659-dc41-4102-b5c0-280c656e6fe1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:22:17.426492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:22:17.443603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:17.472789 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] 10.222.0.26 "PUT /v2.0/routers/c73239fa-1a87-4647-beba-3f2fac4b421d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.1024544
Apr 19 13:22:17.503419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbe99da-d59e-4e03-8096-022f393628a5 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:17.525337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 2cbe99da-d59e-4e03-8096-022f393628a5, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2cbe99da-d59e-4e03-8096-022f393628a5,segment=NetworkSegment(bfe6ec77-f714-4e3e-8245-a223a8d9f41a),segment_id=bfe6ec77-f714-4e3e-8245-a223a8d9f41a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:17.532001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Sync routers for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:22:17.541409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5c6fa-c065-4f99-959d-f8757d0b9d79 req-cb4c3bad-a1c6-459f-a300-4b8c420cdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:17.543681 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-49d5c6fa-c065-4f99-959d-f8757d0b9d79 req-cb4c3bad-a1c6-459f-a300-4b8c420cdba0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 916 time: 1.0260727
Apr 19 13:22:17.544004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:17.545646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 2195e637-616a-497b-9aec-153cd254de30 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:22:17.549978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:17.555165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'Port': ['ID=a81a59ed-1359-40b7-9d61-111e75679142,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:17.568780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:17.575906 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:17.612086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d29d57-c2c2-4c7d-a7e0-efccf2153570 req-5f2f4afb-b089-423f-b52e-792af109adf9 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:17.613783 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-94d29d57-c2c2-4c7d-a7e0-efccf2153570 req-5f2f4afb-b089-423f-b52e-792af109adf9 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 943 time: 1.3953090
Apr 19 13:22:17.650000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3bb08-3774-4063-a2da-19109606573e req-fad6e046-281b-4848-81a6-8fc4bd3de3be tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:17.653545 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:17.664840 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6f3bb08-3774-4063-a2da-19109606573e req-fad6e046-281b-4848-81a6-8fc4bd3de3be tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 943 time: 0.2396836
Apr 19 13:22:17.684922 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-49d5c6fa-c065-4f99-959d-f8757d0b9d79 req-15eb6522-b317-4ba3-b5cf-fb8fc2140d32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2195e637-616a-497b-9aec-153cd254de30 HTTP/1.1" status: 200  len: 217 time: 0.1326663
Apr 19 13:22:17.765704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 2195e637-616a-497b-9aec-153cd254de30, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2195e637-616a-497b-9aec-153cd254de30,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:17.773337 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6f3bb08-3774-4063-a2da-19109606573e req-5b5af680-e579-43ef-9352-823192fd61b8 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986748
Apr 19 13:22:17.786325 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:17.799209 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-94d29d57-c2c2-4c7d-a7e0-efccf2153570 req-3a33b4ed-bf4a-4118-94fd-04e59d822c40 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692953
Apr 19 13:22:17.882084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:17.922115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '2195e637-616a-497b-9aec-153cd254de30', 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12', 'port_id': '2195e637-616a-497b-9aec-153cd254de30', 'mac_address': 'fa:16:3e:4a:20:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc56782-372f-4b29-b18b-6bf33151ba1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:22:17.926208 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port ab121906-5dc4-4663-b92f-3f1012417de4 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:17.983971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:17.984677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab75d68>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:18.013335 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.142873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.153804 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-3c0ed03e-8b19-409d-8d30-44326f8cac38 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:18.162944 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-3c0ed03e-8b19-409d-8d30-44326f8cac38 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 819 time: 0.2204924
Apr 19 13:22:18.164728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53874) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:18.177906 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544945169', 'description': 'tempest-description--1061205511'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:18.178290 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-def7c338-f1b1-4661-b03e-62b2a811a3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:18.185422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:18.191234 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-565023ab-ed89-4b86-a216-09afc229ce19 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/quotas/89f2ac31a9c04efda7da32a40e1a076f HTTP/1.1" status: 200  len: 375 time: 0.0274544
Apr 19 13:22:18.192225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:security_group and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:18.195732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:18.204150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port ab121906-5dc4-4663-b92f-3f1012417de4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:18.205358 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.239268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed68dd4d-4e5a-46c0-b0d5-0e24ed36cf9e,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:18.252558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:18.275370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.303179 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:18.314602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:18.322129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:security_group_rule and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:18.324239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.329463 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-bb862425-d55e-4574-ad60-3ea05438101f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1300979
Apr 19 13:22:18.330527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:18.340340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=2cbe99da-d59e-4e03-8096-022f393628a5,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:18.342699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:18.343907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:18.346907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:18.368721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Checking segment: {'id': '1d59386b-dcf3-4eb6-9df6-c159700570da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5fdec73-19ca-492f-b0ec-d20f73454f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:18.369278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Network hostable DHCP agents. Network: a5fdec73-19ca-492f-b0ec-d20f73454f01, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:22:18.413406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Network a5fdec73-19ca-492f-b0ec-d20f73454f01 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:22:18.431523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2195e637-616a-497b-9aec-153cd254de30 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:18.437880 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, a5fdec73-19ca-492f-b0ec-d20f73454f01) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:18.441226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.446042 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:18.446994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.458853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.459036 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd1000-3584-47e4-b599-425b986ae80c None None] Network a5fdec73-19ca-492f-b0ec-d20f73454f01 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:22:18.467886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:18.540087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.551731 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-03099967-a009-4253-9d11-329c49d42546 service neutron] 10.222.0.26 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2107785
Apr 19 13:22:18.558202 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.2455525
Apr 19 13:22:18.575162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'Port': ['ID=a81a59ed-1359-40b7-9d61-111e75679142,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:18.582377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:18.592221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.593776 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.1871252
Apr 19 13:22:18.670567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.675704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5c6fa-c065-4f99-959d-f8757d0b9d79 req-7dcde5d8-0db3-4541-a7f9-ab09681df321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:18.677778 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-49d5c6fa-c065-4f99-959d-f8757d0b9d79 req-7dcde5d8-0db3-4541-a7f9-ab09681df321 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc56782-372f-4b29-b18b-6bf33151ba1a HTTP/1.1" status: 200  len: 855 time: 0.0710475
Apr 19 13:22:18.757663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.761336 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 2195e637-616a-497b-9aec-153cd254de30, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2195e637-616a-497b-9aec-153cd254de30,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:18.789569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-76d295a4-48d6-4f45-b88a-7cd796e57fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:18.801408 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.824367 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-6b5d9b7a-4a13-4ea3-ab8b-809a514cf574 service neutron] 10.222.0.26 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379036
Apr 19 13:22:18.824860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6b730712-2eb6-4282-b50e-f5296b21dfe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:18.835600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811f5f24-fad0-42fc-8793-0f1489516a15,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:18.843043 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:18.851086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.855562 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.6861815
Apr 19 13:22:18.856221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53898) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:18.862737 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'security_group_rule': {'security_group_id': '811f5f24-fad0-42fc-8793-0f1489516a15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:18.871294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:18.896915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:security_group_rule and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:18.902591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:18.913230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:18.923678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=2195e637-616a-497b-9aec-153cd254de30,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:18.930908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:18.970801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.055212 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.062338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:19.069107 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-1f79cc6a-ce38-4b3a-b687-93b518ee65fb tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--223391978&fields=id&tenant_id=3ab37d04c2b04eec975ad6affdc4a655 HTTP/1.1" status: 200  len: 267 time: 0.1519504
Apr 19 13:22:19.072963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.164190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:19.248537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a392ae84-2ddf-4d5e-a53c-62c5529307fa None None] Network a5fdec73-19ca-492f-b0ec-d20f73454f01 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:22:19.319097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a554646-b73f-408d-becc-93e60edc599d,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:19.322315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.324466 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4666317
Apr 19 13:22:19.327268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53926) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:19.335288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'security_group_rule': {'security_group_id': '811f5f24-fad0-42fc-8793-0f1489516a15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:19.343661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:19.354643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:19.360317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:security_group_rule and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:19.364897 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:19.376760 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53930) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:19.380426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:19.387671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2146982869-network', 'tenant_id': 'fb8c547b10424d9f87dd89e88c0d2898'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:19.395418 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:19.403085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Usage tracker for resource:network and tenant:fb8c547b10424d9f87dd89e88c0d2898 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:19.409214 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:19.421610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:19.435673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.459998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-f55c001a-b99e-4fe2-804a-c31dc13c884b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:19.469164 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-f55c001a-b99e-4fe2-804a-c31dc13c884b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 816 time: 0.3986845
Apr 19 13:22:19.474636 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Made reservation on behalf of fb8c547b10424d9f87dd89e88c0d2898 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:22:19.480356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.489676 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-562c3851-d844-4adc-a9ff-c46b38e863a1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/quotas/3ab37d04c2b04eec975ad6affdc4a655 HTTP/1.1" status: 200  len: 375 time: 0.0186355
Apr 19 13:22:19.518750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.545810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:19.553156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Usage tracker for resource:security_group_rule and tenant:fb8c547b10424d9f87dd89e88c0d2898 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:19.559905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:19.570269 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:19.572785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0499dc8-77ec-4b0f-a6e6-a4b1642e3aa2 req-75dba210-6ec1-4908-8c8c-954a475d159b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:19.582319 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c0499dc8-77ec-4b0f-a6e6-a4b1642e3aa2 req-75dba210-6ec1-4908-8c8c-954a475d159b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 944 time: 0.3725870
Apr 19 13:22:19.597034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port ab121906-5dc4-4663-b92f-3f1012417de4, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ab121906-5dc4-4663-b92f-3f1012417de4,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:19.597239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.610185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.610377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.611399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 96127a56-d3a6-418f-8f7e-a9cccb4dc17a up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:19.624819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:19.655060 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:19.657183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb77c18a-f336-4903-a997-3eb5c0a60bbe,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:19.659659 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c0499dc8-77ec-4b0f-a6e6-a4b1642e3aa2 req-60e18001-72f2-4ba5-b690-dc74eeca48d9 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756929
Apr 19 13:22:19.679599 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-8f5c0bca-a2b2-46ee-8b33-6ec441213321 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1888692
Apr 19 13:22:19.687781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:19.759004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.761104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.762786 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4bd1627b-fc99-47b7-ba47-482e18853178 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4344900
Apr 19 13:22:19.766424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53938) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:19.771462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.776769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'floatingip': {'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:19.801311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:22:19.805552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-beb33797-3ee9-4bdf-ad8f-02ec2f961a4b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:19.820741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:19.831092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:floatingip and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:19.834633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:19.844162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:19.847234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=ab121906-5dc4-4663-b92f-3f1012417de4,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:19.859637 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.860051 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Added segment 57703bc9-bbaf-468b-84e9-77bd9b5fbc94 of type vlan for network df2fb344-2c22-4874-8e22-d395b8c08523
Apr 19 13:22:19.879013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c8e550-a56f-4545-87df-6e892be934e2,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:19.879439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:19.884093 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.903797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:19.947759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:19.954517 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-936a48c2-42bd-4169-9edd-7ebca5a3006e service neutron] 10.222.0.26 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2546375
Apr 19 13:22:19.956392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:19.956820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:20.020138 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d409141-d156-4043-961c-208e154443dd req-4865a1f4-7a74-4a67-84d4-3c7089bcbfad tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:20.021831 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d409141-d156-4043-961c-208e154443dd req-4865a1f4-7a74-4a67-84d4-3c7089bcbfad tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 944 time: 0.2023587
Apr 19 13:22:20.033111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab75d68>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:12Z', 'revision_number': 2, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:20.043759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Checking router: c73239fa-1a87-4647-beba-3f2fac4b421d for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:22:20.044168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Updating router c73239fa-1a87-4647-beba-3f2fac4b421d port ad327400-c7e6-4e91-a36b-d620fff6b2b0 binding host dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:22:20.063323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:20.068237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:20.068894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:20.074881 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:20.160929 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:20.191575 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d409141-d156-4043-961c-208e154443dd req-e1950fae-3d6b-417a-8c50-d123e4443105 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924630
Apr 19 13:22:20.220860 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-770b8ad0-4f6f-4196-bb48-99bb65bedec9 service neutron] 10.222.0.26 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2577195
Apr 19 13:22:20.260661 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8827295
Apr 19 13:22:20.264737 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 53944) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:20.271229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Request body: {'subnet': {'network_id': 'df2fb344-2c22-4874-8e22-d395b8c08523', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2146982869-subnet', 'tenant_id': 'fb8c547b10424d9f87dd89e88c0d2898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:20.285902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:20.286111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Pushing event updated for resources: {'Network': ['ID=df2fb344-2c22-4874-8e22-d395b8c08523,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:20.290469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Usage tracker for resource:subnet and tenant:fb8c547b10424d9f87dd89e88c0d2898 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:20.291109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:20.294575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:20.300094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:20.306869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:20.320425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Made reservation on behalf of fb8c547b10424d9f87dd89e88c0d2898 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:22:20.331160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:20.366743 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network df2fb344-2c22-4874-8e22-d395b8c08523 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:22:20.381217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ab121906-5dc4-4663-b92f-3f1012417de4 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:20.524182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Allocated IP 172.27.0.253 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/d931646e-2b56-40ca-b8fb-333dba51cd70) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:20.594590 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ecbda313-4fd9-44dd-aaa3-a5cc9d22b67c req-81697498-4726-4a7b-9e25-924fa10fb2ae tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 210 time: 0.1723270
Apr 19 13:22:20.698459 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4d447061-b9ba-4c5d-a52b-604235ea99dd req-145eb666-fd13-4a80-97e1-65292b864f7c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 210 time: 0.1421738
Apr 19 13:22:20.743816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:20.771293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Transition to ACTIVE for port object ad327400-c7e6-4e91-a36b-d620fff6b2b0 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:20.822779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:20.828856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:20.885927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:20.994306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.008599 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-49d5c6fa-c065-4f99-959d-f8757d0b9d79 req-bec60083-c763-4bf4-81c1-808c7742f6c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a84a36-09c1-482f-8a32-9971f376cb12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1118681
Apr 19 13:22:21.012350 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bfd5bff9-4175-4d48-8bde-8d3214a3179d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:21.108793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:21.120132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:21.125118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['2cbe99da-d59e-4e03-8096-022f393628a5'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:22:21.130775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:21.168176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.213920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5d7ab-3bcc-4e2c-beee-46128ea3f9c0 req-eba9ac83-79a6-4ddb-b0e4-d183e9fbd86f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:21.215850 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0cb5d7ab-3bcc-4e2c-beee-46128ea3f9c0 req-eba9ac83-79a6-4ddb-b0e4-d183e9fbd86f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 944 time: 0.3195229
Apr 19 13:22:21.228285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'Port': ['ID=d931646e-2b56-40ca-b8fb-333dba51cd70,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:21.242217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-d5b94bee-c470-46e5-8132-9bdb7fa9c493 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:21.243961 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-d5b94bee-c470-46e5-8132-9bdb7fa9c493 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 819 time: 0.4018664
Apr 19 13:22:21.246098 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:21.257099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.282738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port ab121906-5dc4-4663-b92f-3f1012417de4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:21.283147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.330311 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0cb5d7ab-3bcc-4e2c-beee-46128ea3f9c0 req-cdc0e9ff-8f19-4cc7-9eb6-bcb4fba0530d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827911
Apr 19 13:22:21.412443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac3b6d-3a76-4feb-bd50-86fa3fd09e1f None None] Pushing event updated for resources: {'Port': ['ID=ad327400-c7e6-4e91-a36b-d620fff6b2b0,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:21.428153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d1ac3b6d-3a76-4feb-bd50-86fa3fd09e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:21.445321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Attempting to bind port ad327400-c7e6-4e91-a36b-d620fff6b2b0 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:21.446066 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Attempting to bind port ad327400-c7e6-4e91-a36b-d620fff6b2b0 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:21.446066 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Attempting to bind port ad327400-c7e6-4e91-a36b-d620fff6b2b0 on network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:21.454706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:21.454961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Checking segment: {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:21.455286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.455755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Bound using segment: {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:21.456352 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Bound port: ad327400-c7e6-4e91-a36b-d620fff6b2b0, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:21.456774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.489474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccb6d6-c0e8-4412-ba9b-6a472dcafbc7 req-aa6c387b-28ba-4d4c-af6b-146ee77d4da8 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:21.497195 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d6ccb6d6-c0e8-4412-ba9b-6a472dcafbc7 req-aa6c387b-28ba-4d4c-af6b-146ee77d4da8 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 944 time: 0.1653531
Apr 19 13:22:21.513836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.518971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.524667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:21.557160 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d6ccb6d6-c0e8-4412-ba9b-6a472dcafbc7 req-a204fa74-2446-46fd-8b42-c8d58888ba72 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590432
Apr 19 13:22:21.590107 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.612384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] For port ad327400-c7e6-4e91-a36b-d620fff6b2b0, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:21.615695 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] For port ad327400-c7e6-4e91-a36b-d620fff6b2b0, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ad327400-c7e6-4e91-a36b-d620fff6b2b0,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:21.616169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'Port': ['ID=d931646e-2b56-40ca-b8fb-333dba51cd70,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:21.621547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:21.627036 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.628679 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8586600
Apr 19 13:22:21.639305 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.656154 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:21.662053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:21.686768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:21.975137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:21.975703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab75d68>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:21:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:22.029915 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bf1759ff-a766-4635-a95b-90c9afd2411b req-5cbd1845-aae3-446e-9419-251b11107da9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 210 time: 0.1235573
Apr 19 13:22:22.032025 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-02730ec5-5db7-44c9-89e5-f23a082767a9 req-edb7399e-4352-4dd7-968b-42f8d52bdda1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 210 time: 0.1245258
Apr 19 13:22:22.084752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35170eb1-f351-4708-9695-3325f850941a,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:22.093172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:22.093977 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Checking segment: {'id': '57703bc9-bbaf-468b-84e9-77bd9b5fbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'df2fb344-2c22-4874-8e22-d395b8c08523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:22.094401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Network hostable DHCP agents. Network: df2fb344-2c22-4874-8e22-d395b8c08523, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:22:22.138912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Network df2fb344-2c22-4874-8e22-d395b8c08523 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:22:22.155586 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, df2fb344-2c22-4874-8e22-d395b8c08523) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:22.166395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:22.167124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:22.181032 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ea6202-4cb6-4a6b-a39c-d93bf4abac15 None None] Network df2fb344-2c22-4874-8e22-d395b8c08523 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:22:22.217647 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.9519904
Apr 19 13:22:22.229375 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-fff92757-799d-4417-894f-a4bd87246eb9 req-68b43699-1cb0-44b0-9e1d-d0a0be0304e3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Synchronizing usage tracker for tenant:f383e19f962d42879794bd93ee81fa67 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:22:22.246890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-fff92757-799d-4417-894f-a4bd87246eb9 req-68b43699-1cb0-44b0-9e1d-d0a0be0304e3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Unset dirty status for tenant:f383e19f962d42879794bd93ee81fa67 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:22:22.248222 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-68b43699-1cb0-44b0-9e1d-d0a0be0304e3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1544945169&fields=id&tenant_id=f383e19f962d42879794bd93ee81fa67 HTTP/1.1" status: 200  len: 267 time: 0.0752285
Apr 19 13:22:22.250681 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac3b6d-3a76-4feb-bd50-86fa3fd09e1f None None] Pushing event updated for resources: {'Port': ['ID=ad327400-c7e6-4e91-a36b-d620fff6b2b0,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:22.274076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d1ac3b6d-3a76-4feb-bd50-86fa3fd09e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:22.377226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 53992) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:22.378427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:22.435275 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92757-799d-4417-894f-a4bd87246eb9 req-d7f0535a-0404-445c-a4e1-c5dbf726f905 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:22.436082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-fff92757-799d-4417-894f-a4bd87246eb9 req-d7f0535a-0404-445c-a4e1-c5dbf726f905 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Synchronizing usage tracker for tenant:f383e19f962d42879794bd93ee81fa67 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:22:22.454834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-fff92757-799d-4417-894f-a4bd87246eb9 req-d7f0535a-0404-445c-a4e1-c5dbf726f905 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Unset dirty status for tenant:f383e19f962d42879794bd93ee81fa67 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:22:22.456569 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-d7f0535a-0404-445c-a4e1-c5dbf726f905 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/networks?id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 200  len: 811 time: 0.1935244
Apr 19 13:22:22.463637 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c5f07e-0b88-4548-8ea5-70f224d4aa48 admin admin] Deleting subnet ed68dd4d-4e5a-46c0-b0d5-0e24ed36cf9e {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:22:22.468197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d4c5f07e-0b88-4548-8ea5-70f224d4aa48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:22.522238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d4c5f07e-0b88-4548-8ea5-70f224d4aa48 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:22.530872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d4c5f07e-0b88-4548-8ea5-70f224d4aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:22.533858 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-bf474439-6306-4516-809a-fe323e5407e9 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/quotas/f383e19f962d42879794bd93ee81fa67 HTTP/1.1" status: 200  len: 375 time: 0.0694153
Apr 19 13:22:22.645606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce0c88-98b0-42bb-acee-c2d8e5ff448f req-33a1d740-7f86-425e-9986-5f23b4082cde tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:22.647314 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2cce0c88-98b0-42bb-acee-c2d8e5ff448f req-33a1d740-7f86-425e-9986-5f23b4082cde tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 944 time: 0.1847241
Apr 19 13:22:22.696733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-fff92757-799d-4417-894f-a4bd87246eb9 req-abdc4882-b256-4476-97f0-d21c5d7f45fc tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Synchronizing usage tracker for tenant:f383e19f962d42879794bd93ee81fa67 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:22:22.735385 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2cce0c88-98b0-42bb-acee-c2d8e5ff448f req-606f8e27-3973-46ad-a78c-14f67ef72d6b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788076
Apr 19 13:22:22.748445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-fff92757-799d-4417-894f-a4bd87246eb9 req-abdc4882-b256-4476-97f0-d21c5d7f45fc tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Unset dirty status for tenant:f383e19f962d42879794bd93ee81fa67 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:22:22.764645 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-abdc4882-b256-4476-97f0-d21c5d7f45fc tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f383e19f962d42879794bd93ee81fa67&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2095647
Apr 19 13:22:22.874449 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d4c5f07e-0b88-4548-8ea5-70f224d4aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:22.882097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:22.912081 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1f9d5-1f4c-4449-b9b5-e8ec63eac811 None None] Network df2fb344-2c22-4874-8e22-d395b8c08523 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:22:22.924276 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5f07e-0b88-4548-8ea5-70f224d4aa48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed68dd4d-4e5a-46c0-b0d5-0e24ed36cf9e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:22.926621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d4c5f07e-0b88-4548-8ea5-70f224d4aa48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:22.929755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d4c5f07e-0b88-4548-8ea5-70f224d4aa48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:22.934945 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d4c5f07e-0b88-4548-8ea5-70f224d4aa48 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ed68dd4d-4e5a-46c0-b0d5-0e24ed36cf9e HTTP/1.1" status: 204  len: 168 time: 0.5564561
Apr 19 13:22:22.937489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54004) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:22.964070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab75d68>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:21Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:23.004758 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-779b19fe-a1c4-44b8-a58c-c74b59c965fa service neutron] 10.222.0.26 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349751
Apr 19 13:22:23.022233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21dd989-af5e-41e8-979a-2c644bc16968 None None] The sync data for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi is: [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:21Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:22:23.022813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4aec3-89c9-4fbc-ba33-e68be5eff71f req-a9386755-4b47-4aeb-ab18-e4d403dcbfd5 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:23.024764 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a5e4aec3-89c9-4fbc-ba33-e68be5eff71f req-a9386755-4b47-4aeb-ab18-e4d403dcbfd5 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 944 time: 0.1421311
Apr 19 13:22:23.216140 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a5e4aec3-89c9-4fbc-ba33-e68be5eff71f req-1b7016e1-0f0b-4608-90c0-1efb76e1f9d1 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633427
Apr 19 13:22:23.269575 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-177ec4ee-f6ef-4a65-94bd-35243278299f service neutron] 10.222.0.26 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2435765
Apr 19 13:22:23.369357 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:23.423134 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c012b2ab-eaf4-418a-bdc8-0bf1b6c73594 req-ce082f22-f665-46bd-ac50-f4b1a78152d7 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 210 time: 0.0677154
Apr 19 13:22:23.543161 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8a526c3f-2679-492b-b026-2a10747e6384 req-bf6947ee-7f1d-446e-867d-7e95c51daa43 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 210 time: 0.0771003
Apr 19 13:22:23.559438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:23.603875 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3a5b2215-9fa1-4770-b1f4-5c40265206f6 req-542ccfbd-ba6b-4d16-b52d-2fafb0bec50e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 210 time: 0.0547774
Apr 19 13:22:23.716001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f295a9f8358>> segment before_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.716760 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f295a9f8358>> subnet precommit_delete_associations 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.717541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295a5d0358>> segment_host_mapping after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.717939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295a5d0358>> port after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.718311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295a5d0358>> port after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.718706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295a5d0358>> port after_update 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.719074 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295a5d0358>> segment after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.719447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295a5d0358>> subnet after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.720402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295a5d0358>> subnet after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.720848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295a5d0358>> subnet after_update 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.820833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f295a783a58>> subnet after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.821227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f295a783a58>> subnet after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.821780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f295a783a58>> subnet before_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.822164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f295a783a58>> subnet before_update 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:23.822633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f295a668ba8>,) {'filters': {'network_id': ['a5fdec73-19ca-492f-b0ec-d20f73454f01']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:23.839271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a668ba8>, '1d59386b-dcf3-4eb6-9df6-c159700570da') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:23.839626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a668ba8>, '1d59386b-dcf3-4eb6-9df6-c159700570da') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:23.855419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847493788'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:23.878398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:23.890405 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:22:24.004357 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac56b7-fd04-4db5-ba1c-96116cfe786a req-d5f55aea-8502-4cd5-ad7d-e1450e2479dd tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:24.006075 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8cac56b7-fd04-4db5-ba1c-96116cfe786a req-d5f55aea-8502-4cd5-ad7d-e1450e2479dd tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 944 time: 0.1197190
Apr 19 13:22:24.061349 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8cac56b7-fd04-4db5-ba1c-96116cfe786a req-e1c0e447-83b4-4b9b-9efb-2d44c9a05a2f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482969
Apr 19 13:22:24.103466 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Request body: {'port': {'device_id': '2bfaac95-7791-46ba-8bdf-71fb78b189f6', 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299', 'admin_state_up': True, 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:24.151511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Network a5fdec73-19ca-492f-b0ec-d20f73454f01 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:22:24.164405 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848273308'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:24.195772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['2195e637-616a-497b-9aec-153cd254de30'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:22:24.351007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:24.366110 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Usage tracker for resource:port and tenant:89f2ac31a9c04efda7da32a40e1a076f is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:24.370149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ad327400-c7e6-4e91-a36b-d620fff6b2b0 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:24.378432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:24.403533 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:24.426405 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Made reservation on behalf of 89f2ac31a9c04efda7da32a40e1a076f for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:22:24.438077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:24.581341 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-49d5c6fa-c065-4f99-959d-f8757d0b9d79 req-00caee27-6583-459c-83a6-c997544b24d9 service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4884934
Apr 19 13:22:24.589935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port ad327400-c7e6-4e91-a36b-d620fff6b2b0 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:24.597438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port ad327400-c7e6-4e91-a36b-d620fff6b2b0 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:24.597862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:24.754861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:24.793593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port ad327400-c7e6-4e91-a36b-d620fff6b2b0, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ad327400-c7e6-4e91-a36b-d620fff6b2b0,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:24.796048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:24.799071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:24.804340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Allocated IP 172.20.0.3 (40df39e5-a720-4403-8e63-c445dcf08299/917eabac-75c7-49e0-8458-a70e0ba12fbf/d9cd5973-7fa6-440a-b6ae-3f6b5335f961) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:24.841028 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24514ba5-d67d-413f-a3fd-2df05e7c7a52 req-4481babb-dfa4-4681-9882-4c48724a7c1b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 210 time: 0.1092505
Apr 19 13:22:24.893750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Network a5fdec73-19ca-492f-b0ec-d20f73454f01 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   from cryptography.utils import int_from_bytes
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   from cryptography.utils import int_from_bytes
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   (rel_b, rel_a, rel_b),
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   (rel_b, rel_a, rel_b),
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:22:24.930116 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:22:25.031762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 2cbe99da-d59e-4e03-8096-022f393628a5 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:25.082164 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-49d5c6fa-c065-4f99-959d-f8757d0b9d79 req-3ac57934-d3ee-418e-919c-920d5f6d289f service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4793925
Apr 19 13:22:25.091584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:25.097250 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:25.128345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:25.147425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4e454492-2aa5-4351-ae8c-7218245f3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:25.150642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5fdec73-19ca-492f-b0ec-d20f73454f01,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:25.158551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:25.163266 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-16696978-fc4b-4fd3-90d2-4943d6e39d4f admin admin] 10.222.0.26 "DELETE /v2.0/networks/a5fdec73-19ca-492f-b0ec-d20f73454f01 HTTP/1.1" status: 204  len: 168 time: 2.2247231
Apr 19 13:22:25.167159 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54066) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:25.217597 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6a760de5-2c05-435e-8388-d32854160296 req-9b72821f-9a49-43d8-b759-3b7007f71599 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 210 time: 0.1296685
Apr 19 13:22:25.259509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=ad327400-c7e6-4e91-a36b-d620fff6b2b0,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:25.265769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:25.291151 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 2cbe99da-d59e-4e03-8096-022f393628a5 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:25.299339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 2cbe99da-d59e-4e03-8096-022f393628a5 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:25.299777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:25.384882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-39227145-d70d-4ffd-b72b-25e927febf30 admin admin] Deleting subnet 35170eb1-f351-4708-9695-3325f850941a {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:22:25.457536 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-39227145-d70d-4ffd-b72b-25e927febf30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:25.484401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:25.524157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f69c4d-9965-4bab-a210-28c467058420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbe99da-d59e-4e03-8096-022f393628a5'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:25.591388 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ca232eaa-9563-4a77-b21d-8657237e826f req-3fceff6b-78e7-4dee-9eba-7b41aa4af349 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 210 time: 0.1032014
Apr 19 13:22:25.613988 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff78d2-9d99-4a46-b8f3-56be4dba9326 req-29ef9912-bb14-454b-afd3-5e08385d2248 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:25.631467 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8fff78d2-9d99-4a46-b8f3-56be4dba9326 req-29ef9912-bb14-454b-afd3-5e08385d2248 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 944 time: 1.1348424
Apr 19 13:22:25.666700 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 2cbe99da-d59e-4e03-8096-022f393628a5, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2cbe99da-d59e-4e03-8096-022f393628a5,segment=NetworkSegment(bfe6ec77-f714-4e3e-8245-a223a8d9f41a),segment_id=bfe6ec77-f714-4e3e-8245-a223a8d9f41a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:25.676400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:25.678039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 2195e637-616a-497b-9aec-153cd254de30 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:25.687603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-39227145-d70d-4ffd-b72b-25e927febf30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7282028'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:25.719092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:25.856123 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8fff78d2-9d99-4a46-b8f3-56be4dba9326 req-ed6939a6-94bc-4dd4-8a46-49f2d3b9af70 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2236183
Apr 19 13:22:25.897616 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d1ac3b6d-3a76-4feb-bd50-86fa3fd09e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:25.949441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.10', 52765) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:25.952796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-39227145-d70d-4ffd-b72b-25e927febf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:25.995619 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:26.006604 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2e35f1f2-52ac-4adf-bea6-1ebe679e70c2 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:26.050108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024b8c6-ac58-4080-ae89-d2e1ffe1d7ca req-0601a6f0-0f41-4132-80ce-342d37b558fb tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:26.058465 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5024b8c6-ac58-4080-ae89-d2e1ffe1d7ca req-0601a6f0-0f41-4132-80ce-342d37b558fb tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 944 time: 0.2519660
Apr 19 13:22:26.087224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 2195e637-616a-497b-9aec-153cd254de30 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:26.106086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 2195e637-616a-497b-9aec-153cd254de30 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:26.106825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:26.135040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-b8c723df-3c8b-4c09-9c8b-ed8acaaa62c3 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:26.135853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-b8c723df-3c8b-4c09-9c8b-ed8acaaa62c3 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Synchronizing usage tracker for tenant:89f2ac31a9c04efda7da32a40e1a076f on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:22:26.195374 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Network 40df39e5-a720-4403-8e63-c445dcf08299 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:26.223040 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5024b8c6-ac58-4080-ae89-d2e1ffe1d7ca req-acaa3516-c77e-46a6-88c8-7b7943da5660 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634088
Apr 19 13:22:26.226337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:26.271683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:26.304344 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:26.307839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:26.308793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=2cbe99da-d59e-4e03-8096-022f393628a5,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:26.324087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:26.327353 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a1479e76-16ed-4d26-8b3a-1ab01fb5c98f req-149c1d75-551d-41a4-9aca-2ae0b7a96b6c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 210 time: 0.2662792
Apr 19 13:22:26.353092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Pushing event updated for resources: {'Port': ['ID=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:26.366449 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2657120
Apr 19 13:22:26.368039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:26.372920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-b8c723df-3c8b-4c09-9c8b-ed8acaaa62c3 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Unset dirty status for tenant:89f2ac31a9c04efda7da32a40e1a076f on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:22:26.374262 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-b8c723df-3c8b-4c09-9c8b-ed8acaaa62c3 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 819 time: 0.9932029
Apr 19 13:22:26.383177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ad327400-c7e6-4e91-a36b-d620fff6b2b0 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:26.385177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Request body: {'port': {'device_id': '2bfaac95-7791-46ba-8bdf-71fb78b189f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:26.478515 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Request body: {'port': {'device_id': '5a5e6a46-df43-4aed-afa3-4f96f1781e10', 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299', 'admin_state_up': True, 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:26.545663 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f69c4d-9965-4bab-a210-28c467058420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbe99da-d59e-4e03-8096-022f393628a5', 'code': 200}
Apr 19 13:22:26.630972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.10', 52768) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:26.647680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:26.663095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port ad327400-c7e6-4e91-a36b-d620fff6b2b0 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:26.663524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:26.726172 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-82d5f9f3-1e99-42be-8f92-739cd130b1e8 req-9758a066-4360-4ce5-8ba2-38b4ef01e214 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 210 time: 0.1491737
Apr 19 13:22:26.726860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:26.739815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54128) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:26.759230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 2195e637-616a-497b-9aec-153cd254de30, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2195e637-616a-497b-9aec-153cd254de30,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:26.765365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:26.777887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-019e32d5-02c4-4eca-9c52-3bd662017191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:26.940017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=2195e637-616a-497b-9aec-153cd254de30,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:26.946046 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:26.964417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-212ccbce-6264-4bf1-9ce8-a45fb425668b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:26.974533 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-212ccbce-6264-4bf1-9ce8-a45fb425668b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Synchronizing usage tracker for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:22:27.035706 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ffbc5a27-587a-4199-9683-7cddee9ff591 req-5ff2e216-8b66-46bf-9ae9-f33c061b9946 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 210 time: 0.1355076
Apr 19 13:22:27.044967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.10', 52769) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:27.210857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:27.462218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:27.466854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Usage tracker for resource:port and tenant:89f2ac31a9c04efda7da32a40e1a076f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:27.470877 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:27.478890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:27.515778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Made reservation on behalf of 89f2ac31a9c04efda7da32a40e1a076f for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:22:27.522843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:27.523688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:27.533384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] Usage tracker for resource:security_group_rule and tenant:51257111bf594085a29bb250f92ae053 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:27.576731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:27.593979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-212ccbce-6264-4bf1-9ce8-a45fb425668b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Unset dirty status for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:22:27.595944 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-212ccbce-6264-4bf1-9ce8-a45fb425668b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 816 time: 1.6454656
Apr 19 13:22:27.655252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:27.749309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92757-799d-4417-894f-a4bd87246eb9 req-be833bb7-2e36-48d4-8715-79e9f2c34ff6 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:27.751375 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-be833bb7-2e36-48d4-8715-79e9f2c34ff6 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.10 "GET /v2.0/networks?id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 200  len: 811 time: 0.9392753
Apr 19 13:22:27.782923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61566a78-c2a9-447a-a143-7810c44bf01e req-887b9d4f-ec93-4f72-9fd4-9496da09f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:27.784704 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-61566a78-c2a9-447a-a143-7810c44bf01e req-887b9d4f-ec93-4f72-9fd4-9496da09f397 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 1098 time: 0.7253222
Apr 19 13:22:27.798293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa6fb8-b0a8-4d24-970c-d1256cd1e290 req-8fc55179-40c3-4094-bb42-6c2bf2c6a3ef tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:27.802395 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-aafa6fb8-b0a8-4d24-970c-d1256cd1e290 req-8fc55179-40c3-4094-bb42-6c2bf2c6a3ef tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 945 time: 0.7037394
Apr 19 13:22:27.837054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-39227145-d70d-4ffd-b72b-25e927febf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6501831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848391421'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:27.853194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-61566a78-c2a9-447a-a143-7810c44bf01e req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:27.856359 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-101ba35c-af7d-42f9-a866-97bee79c3096 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Synchronizing usage tracker for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:22:27.858773 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:27.864182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81825946-7b93-4720-97b9-a5467b1e30f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:27.898525 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623ca37-de69-4667-9052-bf59a79d8299 req-561b425f-e600-4f8d-9015-b30c8fcb2671 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:27.900227 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e623ca37-de69-4667-9052-bf59a79d8299 req-561b425f-e600-4f8d-9015-b30c8fcb2671 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 945 time: 0.3780346
Apr 19 13:22:27.913011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-61566a78-c2a9-447a-a143-7810c44bf01e req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:27.938233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-39227145-d70d-4ffd-b72b-25e927febf30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:27.941453 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39227145-d70d-4ffd-b72b-25e927febf30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35170eb1-f351-4708-9695-3325f850941a,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:27.952645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-39227145-d70d-4ffd-b72b-25e927febf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:27.958320 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-61566a78-c2a9-447a-a143-7810c44bf01e req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] Usage tracker for resource:security_group_rule and tenant:d2487c47bd7641c192c7086cd9a6a530 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:27.963023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-61566a78-c2a9-447a-a143-7810c44bf01e req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:27.968056 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-f5c8396e-e38d-4a32-a01a-cdff233bb904 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f383e19f962d42879794bd93ee81fa67 HTTP/1.1" status: 200  len: 5705 time: 0.1932588
Apr 19 13:22:27.971215 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-39227145-d70d-4ffd-b72b-25e927febf30 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/35170eb1-f351-4708-9695-3325f850941a HTTP/1.1" status: 204  len: 168 time: 2.8028543
Apr 19 13:22:27.972478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-101ba35c-af7d-42f9-a866-97bee79c3096 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Unset dirty status for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:22:27.973782 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-101ba35c-af7d-42f9-a866-97bee79c3096 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ab37d04c2b04eec975ad6affdc4a655 HTTP/1.1" status: 200  len: 5704 time: 0.3673613
Apr 19 13:22:27.975576 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54166) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:27.981435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'port': {'device_id': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'admin_state_up': True, 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'security_groups': ['811f5f24-fad0-42fc-8793-0f1489516a15']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:28.001990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f31bf844-4939-4495-ba69-6d9fa55d7a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.020959 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-aafa6fb8-b0a8-4d24-970c-d1256cd1e290 req-8df1b644-bf63-46db-b805-89c3877e1468 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012680
Apr 19 13:22:28.021197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'port': {'device_id': 'facf8908-b644-4166-accc-59374dca697f', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'admin_state_up': True, 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'security_groups': ['cd5d967f-7f37-4740-b842-68c964537f0a']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:28.033312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-61566a78-c2a9-447a-a143-7810c44bf01e req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:28.120054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cd5973-7fa6-440a-b6ae-3f6b5335f961 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:28.129928 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e623ca37-de69-4667-9052-bf59a79d8299 req-33ffa42d-d386-4573-9029-866ff2dd055d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141812
Apr 19 13:22:28.148736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.165605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.218453 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.228867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Transition to ACTIVE for port object d9cd5973-7fa6-440a-b6ae-3f6b5335f961 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:28.248354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:28.253191 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.256498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-6cc72d78-ec4b-4903-8d4f-427930bc0c21 req-dd12dfb3-7fe9-4d06-861d-66bf10757c3a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Synchronizing usage tracker for tenant:89f2ac31a9c04efda7da32a40e1a076f on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:22:28.266113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.369716 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-25cf81f8-89de-49d0-b343-cc0d1cb6abdd req-67ab8ed4-b98b-4f75-b53e-203ead4c46af tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 210 time: 0.1088028
Apr 19 13:22:28.393173 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51257111bf594085a29bb250f92ae053&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6489835
Apr 19 13:22:28.413525 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54172) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:28.439026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bf91cd-1999-4217-9df3-0076c74fded9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:28.450565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-6cc72d78-ec4b-4903-8d4f-427930bc0c21 req-dd12dfb3-7fe9-4d06-861d-66bf10757c3a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Unset dirty status for tenant:89f2ac31a9c04efda7da32a40e1a076f on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:22:28.451690 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6cc72d78-ec4b-4903-8d4f-427930bc0c21 req-dd12dfb3-7fe9-4d06-861d-66bf10757c3a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 210 time: 0.2817640
Apr 19 13:22:28.460886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:28.462012 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:28.487859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:28.508548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.547359 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2195e637-616a-497b-9aec-153cd254de30'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:28.562398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:28.584394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Allocated IP 172.20.0.5 (40df39e5-a720-4403-8e63-c445dcf08299/917eabac-75c7-49e0-8458-a70e0ba12fbf/f18df888-9a19-4b44-a30a-6da6c3bd4083) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:28.608013 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2195e637-616a-497b-9aec-153cd254de30', 'code': 200}
Apr 19 13:22:28.635486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:28.641234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:port and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:28.646443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:28.647235 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-61a97e68-07f2-4466-ad84-b812969e3556 req-1c3ad097-88ef-41fe-b288-9b9926270824 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 210 time: 0.1352875
Apr 19 13:22:28.651218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-61566a78-c2a9-447a-a143-7810c44bf01e req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.666070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:28.668558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-61566a78-c2a9-447a-a143-7810c44bf01e req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.672328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:28.678038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:28.685198 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ec793dd2-1ace-4146-8073-a2dde698bbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:28.697210 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Attempting to bind port d9cd5973-7fa6-440a-b6ae-3f6b5335f961 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:28.697603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Attempting to bind port d9cd5973-7fa6-440a-b6ae-3f6b5335f961 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:28.697981 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Attempting to bind port d9cd5973-7fa6-440a-b6ae-3f6b5335f961 on network 40df39e5-a720-4403-8e63-c445dcf08299 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:28.712490 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-61566a78-c2a9-447a-a143-7810c44bf01e req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9094918
Apr 19 13:22:28.721977 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Port d9cd5973-7fa6-440a-b6ae-3f6b5335f961 on network 40df39e5-a720-4403-8e63-c445dcf08299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:22:28.722439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Attempting to bind port d9cd5973-7fa6-440a-b6ae-3f6b5335f961 on network 40df39e5-a720-4403-8e63-c445dcf08299 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:28.732572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:28.733517 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Checking segment: {'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:28.734388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Bound using segment: {'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:28.735104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Bound port: d9cd5973-7fa6-440a-b6ae-3f6b5335f961, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:28.735634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.757846 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Made reservation on behalf of 3ab37d04c2b04eec975ad6affdc4a655 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:22:28.759089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=04a29408-17e4-4a40-a993-8bf1b133c626,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:28.763807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:28.767338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.800175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Made reservation on behalf of f383e19f962d42879794bd93ee81fa67 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:22:28.806841 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.864782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] For port d9cd5973-7fa6-440a-b6ae-3f6b5335f961, host hv-cinder-78687, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:28.869072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] For port d9cd5973-7fa6-440a-b6ae-3f6b5335f961, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:28.874328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.914132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c6f27e24-88f1-4f22-834d-6fe6c4f4ad68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.928923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:28.960003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.992477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:28.993137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:28.994863 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9cd5973-7fa6-440a-b6ae-3f6b5335f961 HTTP/1.1" status: 200  len: 1093 time: 2.6204879
Apr 19 13:22:28.998249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfaac95-7791-46ba-8bdf-71fb78b189f6', 'tag': 'd9cd5973-7fa6-440a-b6ae-3f6b5335f961'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:29.100799 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfaac95-7791-46ba-8bdf-71fb78b189f6', 'tag': 'd9cd5973-7fa6-440a-b6ae-3f6b5335f961', 'status': 'completed', 'code': 200}
Apr 19 13:22:29.103216 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:29.115664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:29.143160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d079b3-87c5-4383-ad77-097081595543 req-fbf9083d-9621-43f2-8ad5-d5c246aa33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:29.144899 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d3d079b3-87c5-4383-ad77-097081595543 req-fbf9083d-9621-43f2-8ad5-d5c246aa33f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 1098 time: 0.2722013
Apr 19 13:22:29.203175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:29.204349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-e4d6ea73-3482-4d5e-b7b5-07072c3e9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:29.205986 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-e4d6ea73-3482-4d5e-b7b5-07072c3e9a15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 1096 time: 0.1615911
Apr 19 13:22:29.207854 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d3d079b3-87c5-4383-ad77-097081595543 req-10c14599-cead-4087-b354-61c780387f32 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535657
Apr 19 13:22:29.314049 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c6f27e24-88f1-4f22-834d-6fe6c4f4ad68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:29.377043 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-19ba1f12-41dc-4430-9cf3-409e142615e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961 HTTP/1.1" status: 200  len: 217 time: 0.1167793
Apr 19 13:22:29.489311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-09510fdc-3705-4366-b818-75312bbc03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:29.490914 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-09510fdc-3705-4366-b818-75312bbc03ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.1038182
Apr 19 13:22:29.503649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aad55f-a85c-4375-a11b-3908729a37a4 req-473d2795-f0fc-4931-9260-3e0d16ac4969 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:29.505262 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-89aad55f-a85c-4375-a11b-3908729a37a4 req-473d2795-f0fc-4931-9260-3e0d16ac4969 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 945 time: 0.2952888
Apr 19 13:22:29.509828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Allocated IP 172.20.0.9 (7b69f49c-9f92-4a3d-b35f-1fbfe3432942/0c91c612-6f59-49f3-8c6e-16f08a1ad2cb/cecb9b05-f0a4-438b-ad28-fe0d86d92012) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:29.571631 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-298c55dd-9467-4b10-b379-a6254b66a09f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0652139
Apr 19 13:22:29.588468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4d03-3af5-4b88-aaae-77c1c3e79299 req-6060c988-3651-480c-a3d8-890b5b59e6b7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:29.590176 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-614b4d03-3af5-4b88-aaae-77c1c3e79299 req-6060c988-3651-480c-a3d8-890b5b59e6b7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 945 time: 0.2708673
Apr 19 13:22:29.608738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f295a8e37b8>,) {'filters': {'network_id': ['df2fb344-2c22-4874-8e22-d395b8c08523']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:29.674699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a8e37b8>, '57703bc9-bbaf-468b-84e9-77bd9b5fbc94') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:29.675254 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a8e37b8>, '57703bc9-bbaf-468b-84e9-77bd9b5fbc94') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:29.703729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Allocated IP 172.20.0.8 (e9d585ec-94ec-44b3-a1fa-74dfb10f7a86/e46d5323-3ef4-43af-80fe-e7dbefca6ef8/df7800e1-d1ec-4df7-b60b-60d8def4b964) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:29.724759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847493788'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:29.725145 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-89aad55f-a85c-4375-a11b-3908729a37a4 req-8f6c15e1-63da-4930-8fec-88f40f1a73eb tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749253
Apr 19 13:22:29.751907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:29.775432 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-614b4d03-3af5-4b88-aaae-77c1c3e79299 req-4efae145-545b-4a76-a541-90966671c319 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582315
Apr 19 13:22:29.785552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c6f27e24-88f1-4f22-834d-6fe6c4f4ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:29.795553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:29.810458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:29.818980 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-6d6acb5d-1d51-413a-a7a6-83de8ed517be service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2278399
Apr 19 13:22:29.901982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:22:29.922643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f27e24-88f1-4f22-834d-6fe6c4f4ad68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bf91cd-1999-4217-9df3-0076c74fded9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:29.957476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c6f27e24-88f1-4f22-834d-6fe6c4f4ad68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:29.960751 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f3f1153d-d9f4-4367-a5c9-2122c6fd875e req-f1407e7b-7e47-40c1-84af-ef42e228716b tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 210 time: 0.1091447
Apr 19 13:22:30.024662 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bf7aaec0-5f70-46f5-b7dc-2ba62f511227 req-4ee84188-7893-4e4f-a9ce-431c0b2df56d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 210 time: 0.1123967
Apr 19 13:22:30.069566 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fbfcb889-ec9e-461e-8a73-eb7384f194ac req-bf428150-d05e-4990-9a35-e9a419fcdda5 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2420039
Apr 19 13:22:30.202180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:30.214058 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-217d6685-90c0-41b8-83c6-f19c2aaa625a req-38b05b8c-ebbb-4860-b3b2-40e96a5f742b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 210 time: 0.1431262
Apr 19 13:22:30.293012 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-dfd44664-302d-4bfa-9acb-3ea1168607cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:30.299220 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-dfd44664-302d-4bfa-9acb-3ea1168607cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 1096 time: 0.1353908
Apr 19 13:22:30.450718 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Network df2fb344-2c22-4874-8e22-d395b8c08523 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:22:30.461216 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848273308'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:30.487712 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-0a3313e0-3f73-468b-8fac-41e1ee6e18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:30.489442 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-0a3313e0-3f73-468b-8fac-41e1ee6e18a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 920 time: 0.1862192
Apr 19 13:22:30.606803 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-e9e41ded-279a-4aaa-ae87-11b3086cd546 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961 HTTP/1.1" status: 200  len: 217 time: 0.1018791
Apr 19 13:22:30.632135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c6f27e24-88f1-4f22-834d-6fe6c4f4ad68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:30.633436 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c6f27e24-88f1-4f22-834d-6fe6c4f4ad68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3bf91cd-1999-4217-9df3-0076c74fded9 HTTP/1.1" status: 204  len: 168 time: 2.2127612
Apr 19 13:22:30.699372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-63faea7f-b4bf-4482-bbd0-e3502d9d0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:30.701145 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-63faea7f-b4bf-4482-bbd0-e3502d9d0662 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.0850337
Apr 19 13:22:30.722477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:30.746918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:30.857941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Transition to ACTIVE for port object cecb9b05-f0a4-438b-ad28-fe0d86d92012 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:30.900963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:30.946848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:31.021781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Network df2fb344-2c22-4874-8e22-d395b8c08523 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:22:31.043260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:31.088654 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-353b39e7-7d6b-43eb-b97a-5e0008e54692 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3771117
Apr 19 13:22:31.093512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:22:31.102620 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:22:31.112246 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54232) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:31.179782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:31.213284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Network 40df39e5-a720-4403-8e63-c445dcf08299 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:31.256591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:31.276747 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:31.306338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Pushing event updated for resources: {'Port': ['ID=f18df888-9a19-4b44-a30a-6da6c3bd4083,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:31.317796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:31.321164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:31.335178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-e6a2fa91-07b2-4062-8b62-91ebc46bedb9 None None] Provisioning for port cecb9b05-f0a4-438b-ad28-fe0d86d92012 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:31.336001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:31.342571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-e6a2fa91-07b2-4062-8b62-91ebc46bedb9 None None] Provisioning complete for port cecb9b05-f0a4-438b-ad28-fe0d86d92012 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:31.342993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6a2fa91-07b2-4062-8b62-91ebc46bedb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:31.349245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:31.392996 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236da8c-362e-417c-b0ad-7dbbc1768d0f req-40cbb81f-281c-4209-b249-aa8459655e41 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:31.395212 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b236da8c-362e-417c-b0ad-7dbbc1768d0f req-40cbb81f-281c-4209-b249-aa8459655e41 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 945 time: 0.3092260
Apr 19 13:22:31.403296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2fa91-07b2-4062-8b62-91ebc46bedb9 None None] Port cecb9b05-f0a4-438b-ad28-fe0d86d92012 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:22:31.408540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cedec1-c979-490f-9d66-4d5c97c82c4a req-4d7487c1-291c-4a53-8ba6-40956becc8f3 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:31.410170 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-17cedec1-c979-490f-9d66-4d5c97c82c4a req-4d7487c1-291c-4a53-8ba6-40956becc8f3 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 945 time: 0.3266029
Apr 19 13:22:31.414096 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-d897b2c8-2f5f-4924-9f23-fb927fcf12af service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2354784
Apr 19 13:22:31.416308 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:31.430992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:31.446661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Transition to ACTIVE for port object df7800e1-d1ec-4df7-b60b-60d8def4b964 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:31.457761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] Usage tracker for resource:security_group_rule and tenant:edfbde8f19294af2bfe7fb3480ebbc65 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:31.461091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:31.472555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:31.487630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:31.488359 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:31.504873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:31.529264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:31.529954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:31.535370 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/df2fb344-2c22-4874-8e22-d395b8c08523 HTTP/1.1" status: 204  len: 168 time: 3.5588398
Apr 19 13:22:31.554848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'Port': ['ID=cecb9b05-f0a4-438b-ad28-fe0d86d92012,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:31.562970 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:31.566002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:31.582150 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6072764
Apr 19 13:22:31.595324 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b236da8c-362e-417c-b0ad-7dbbc1768d0f req-12eea05a-9288-45b4-844f-5adde1c8034b tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833229
Apr 19 13:22:31.600765 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-17cedec1-c979-490f-9d66-4d5c97c82c4a req-a8855854-d558-4978-b316-3b7d60afa8e5 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699514
Apr 19 13:22:31.607948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Request body: {'port': {'device_id': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:31.654588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2fb344-2c22-4874-8e22-d395b8c08523,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:31.658953 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1849508
Apr 19 13:22:31.659851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:31.675645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Request body: {'port': {'device_id': '5a5e6a46-df43-4aed-afa3-4f96f1781e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:31.706758 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-47085433-fe69-4742-8cb8-006651f5573a service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2736435
Apr 19 13:22:31.864732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54246) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:31.891141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:31.929696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c50bd175-a432-416e-b291-65c1c9995121 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:32.052524 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-391602bb-3ab7-485d-a6bd-9015ceb74389 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a9dc55c99cc4ed491103b7a8700fe7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1813171
Apr 19 13:22:32.055058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54250) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:32.069459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.103495 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.121608 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:22:32.132752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:22:32.135773 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1d5b4-d799-41f6-965c-1612b2041030 req-d93fb302-ba0b-4953-af70-0fb9547357f5 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:32.146395 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-55a1d5b4-d799-41f6-965c-1612b2041030 req-d93fb302-ba0b-4953-af70-0fb9547357f5 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 931 time: 0.3406169
Apr 19 13:22:32.162045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:22:32.207549 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:32.240238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:32.255085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a704-9c5b-4906-8c6b-ba21b59f0f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.276468 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-55a1d5b4-d799-41f6-965c-1612b2041030 req-b2a40905-c4c0-42ed-b5b9-6fe3165e4672 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310644
Apr 19 13:22:32.334178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a704-9c5b-4906-8c6b-ba21b59f0f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.364517 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7885e-f558-4930-a219-9b4e0b27aa4a req-1d2c339a-e95d-4507-a8fa-c5abec0bde9c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:32.366807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.377681 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d4e7885e-f558-4930-a219-9b4e0b27aa4a req-1d2c339a-e95d-4507-a8fa-c5abec0bde9c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 931 time: 0.5143411
Apr 19 13:22:32.410707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.448959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:32.480100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:32.481131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.537973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-0e2c7e37-a952-40d7-b9bf-531c101f9b42 None None] Provisioning for port df7800e1-d1ec-4df7-b60b-60d8def4b964 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:32.556761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-0e2c7e37-a952-40d7-b9bf-531c101f9b42 None None] Provisioning complete for port df7800e1-d1ec-4df7-b60b-60d8def4b964 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:32.557192 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7e37-a952-40d7-b9bf-531c101f9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.587255 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d4e7885e-f558-4930-a219-9b4e0b27aa4a req-8706a762-676a-4e38-829f-0fb847774240 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082925
Apr 19 13:22:32.665360 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ef2cf-5847-4480-9384-298eac27a117 req-58fbc8bb-af0c-4fed-af8e-66e9a9e262f9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:32.667205 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b05ef2cf-5847-4480-9384-298eac27a117 req-58fbc8bb-af0c-4fed-af8e-66e9a9e262f9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 931 time: 0.1506467
Apr 19 13:22:32.668606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a704-9c5b-4906-8c6b-ba21b59f0f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.713286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:32.733145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c7e37-a952-40d7-b9bf-531c101f9b42 None None] Port df7800e1-d1ec-4df7-b60b-60d8def4b964 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:22:32.771141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5a704-9c5b-4906-8c6b-ba21b59f0f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89542be-0979-4d6f-a6a1-0750ae6d33ff,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:32.773524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a704-9c5b-4906-8c6b-ba21b59f0f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.775239 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c8c5a704-9c5b-4906-8c6b-ba21b59f0f05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b89542be-0979-4d6f-a6a1-0750ae6d33ff HTTP/1.1" status: 204  len: 168 time: 0.7137589
Apr 19 13:22:32.780311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c8c5a704-9c5b-4906-8c6b-ba21b59f0f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:32.800725 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b05ef2cf-5847-4480-9384-298eac27a117 req-d1affd37-ade1-421f-8090-02136b3c068d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178732
Apr 19 13:22:32.839367 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=edfbde8f19294af2bfe7fb3480ebbc65&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6290228
Apr 19 13:22:32.843660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54270) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:32.864801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae29e38e-1c1a-4cc2-9f48-678a8ee2ce7e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:32.869634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:32.915765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8aa55617-489d-4ebd-8832-3d07dadf0bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.926954 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9298666
Apr 19 13:22:32.951485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8aa55617-489d-4ebd-8832-3d07dadf0bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:32.978036 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Request body: {'port': {'device_id': 'facf8908-b644-4166-accc-59374dca697f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:33.002429 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device d9cd5973-7fa6-440a-b6ae-3f6b5335f961 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:22:33.020477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8aa55617-489d-4ebd-8832-3d07dadf0bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:33.031307 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0476d780-d9ac-40f5-a4ec-403218bbc611 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:33.062995 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa55617-489d-4ebd-8832-3d07dadf0bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae29e38e-1c1a-4cc2-9f48-678a8ee2ce7e,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:33.066440 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8aa55617-489d-4ebd-8832-3d07dadf0bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:33.068878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8aa55617-489d-4ebd-8832-3d07dadf0bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:33.070112 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8aa55617-489d-4ebd-8832-3d07dadf0bbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae29e38e-1c1a-4cc2-9f48-678a8ee2ce7e HTTP/1.1" status: 204  len: 168 time: 0.2253702
Apr 19 13:22:33.324977 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:33.364192 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54282) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:33.428453 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port d9cd5973-7fa6-440a-b6ae-3f6b5335f961, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:33.447206 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4098c467-2379-4d53-a20e-e4826e63a251 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb8c547b10424d9f87dd89e88c0d2898&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0817361
Apr 19 13:22:33.450884 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'd9cd5973-7fa6-440a-b6ae-3f6b5335f961', 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299', 'port_id': 'd9cd5973-7fa6-440a-b6ae-3f6b5335f961', 'mac_address': 'fa:16:3e:6b:53:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917eabac-75c7-49e0-8458-a70e0ba12fbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:22:33.455041 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54288) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:33.534322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:33.559752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cd5973-7fa6-440a-b6ae-3f6b5335f961 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:33.561776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f864611-f13a-468c-adfb-8d3ac6b091df req-32777f48-7efa-4a33-b073-ed0fd75c2e51 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:33.570438 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6f864611-f13a-468c-adfb-8d3ac6b091df req-32777f48-7efa-4a33-b073-ed0fd75c2e51 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 931 time: 0.1201344
Apr 19 13:22:33.592019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port d9cd5973-7fa6-440a-b6ae-3f6b5335f961, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:33.596754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:33.599573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-dbb16993-edc0-4877-825b-6dfde22671d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:33.631455 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6f864611-f13a-468c-adfb-8d3ac6b091df req-9d2ef492-88b1-4fd0-a339-b9e998ed7486 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586498
Apr 19 13:22:33.710815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:33.721620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:33.750286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.resource_extend [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 13:22:33.881562 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcfd9d-8f79-44c9-b450-e55a450da0e3 req-2dc52d8f-9c86-4018-a305-bcadad34632a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:33.888140 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-aedcfd9d-8f79-44c9-b450-e55a450da0e3 req-2dc52d8f-9c86-4018-a305-bcadad34632a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 931 time: 0.1430578
Apr 19 13:22:33.934208 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18df888-9a19-4b44-a30a-6da6c3bd4083 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:33.960334 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:33.998986 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-aedcfd9d-8f79-44c9-b450-e55a450da0e3 req-9b60f179-dc0a-495c-93f2-0bdb2f34eb04 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022542
Apr 19 13:22:34.081186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecb9b05-f0a4-438b-ad28-fe0d86d92012 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:34.086264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Transition to ACTIVE for port object f18df888-9a19-4b44-a30a-6da6c3bd4083 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:34.103047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:34.108742 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:34.115632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-58b244f1-9069-4505-97c5-fb02b2232fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:34.172500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2680fe-1f08-4b31-b73c-c0a87782ba76 req-5e4c1869-bdb6-4a55-a67a-804fd1700986 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:34.174291 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dd2680fe-1f08-4b31-b73c-c0a87782ba76 req-5e4c1869-bdb6-4a55-a67a-804fd1700986 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 931 time: 0.1466200
Apr 19 13:22:34.180517 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a106c299-8d1c-4557-8455-172b80eb1d55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:34.271841 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dd2680fe-1f08-4b31-b73c-c0a87782ba76 req-d8ff936e-a5d7-4dd7-a91e-b3c0ffceaeb3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826318
Apr 19 13:22:34.299922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-58b244f1-9069-4505-97c5-fb02b2232fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:34.322080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Transition to ACTIVE for port object cecb9b05-f0a4-438b-ad28-fe0d86d92012 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:34.345802 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:34.622649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Pushing event updated for resources: {'Port': ['ID=f18df888-9a19-4b44-a30a-6da6c3bd4083,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:34.643577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:34.644878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:34.856099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-58b244f1-9069-4505-97c5-fb02b2232fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:34.883450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Pushing event updated for resources: {'Port': ['ID=cecb9b05-f0a4-438b-ad28-fe0d86d92012,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:34.894259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:34.900404 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c6f27e24-88f1-4f22-834d-6fe6c4f4ad68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:34.912903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Attempting to bind port f18df888-9a19-4b44-a30a-6da6c3bd4083 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:34.913283 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Attempting to bind port f18df888-9a19-4b44-a30a-6da6c3bd4083 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:34.913651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Attempting to bind port f18df888-9a19-4b44-a30a-6da6c3bd4083 on network 40df39e5-a720-4403-8e63-c445dcf08299 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:34.928766 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b244f1-9069-4505-97c5-fb02b2232fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c8e550-a56f-4545-87df-6e892be934e2,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:34.934556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Port f18df888-9a19-4b44-a30a-6da6c3bd4083 on network 40df39e5-a720-4403-8e63-c445dcf08299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:22:34.934842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Attempting to bind port f18df888-9a19-4b44-a30a-6da6c3bd4083 on network 40df39e5-a720-4403-8e63-c445dcf08299 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:34.937304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-58b244f1-9069-4505-97c5-fb02b2232fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:34.953558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-58b244f1-9069-4505-97c5-fb02b2232fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:34.957523 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-58b244f1-9069-4505-97c5-fb02b2232fa1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6c8e550-a56f-4545-87df-6e892be934e2 HTTP/1.1" status: 204  len: 168 time: 1.4989746
Apr 19 13:22:34.972040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:34.972384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Checking segment: {'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:34.972859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Bound using segment: {'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:34.973387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Bound port: f18df888-9a19-4b44-a30a-6da6c3bd4083, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:34.973650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:34.997673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Attempting to bind port cecb9b05-f0a4-438b-ad28-fe0d86d92012 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:34.998051 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Attempting to bind port cecb9b05-f0a4-438b-ad28-fe0d86d92012 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:34.998438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Attempting to bind port cecb9b05-f0a4-438b-ad28-fe0d86d92012 on network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:35.071118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Port cecb9b05-f0a4-438b-ad28-fe0d86d92012 on network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:22:35.071374 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Attempting to bind port cecb9b05-f0a4-438b-ad28-fe0d86d92012 on network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:35.094840 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:35.095222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Checking segment: {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:35.095722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Bound using segment: {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:35.096207 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Bound port: cecb9b05-f0a4-438b-ad28-fe0d86d92012, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:35.096597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:35.169582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7800e1-d1ec-4df7-b60b-60d8def4b964 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:35.204441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:35.256011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] For port f18df888-9a19-4b44-a30a-6da6c3bd4083, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:35.258462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Transition to ACTIVE for port object df7800e1-d1ec-4df7-b60b-60d8def4b964 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:22:35.267940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:35.273632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] For port f18df888-9a19-4b44-a30a-6da6c3bd4083, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f18df888-9a19-4b44-a30a-6da6c3bd4083,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:35.281315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:35.323683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:35.336732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] For port cecb9b05-f0a4-438b-ad28-fe0d86d92012, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:35.420730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] For port cecb9b05-f0a4-438b-ad28-fe0d86d92012, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=cecb9b05-f0a4-438b-ad28-fe0d86d92012,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:35.441301 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:35.462126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:35.463317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:35.465917 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] 10.222.0.10 "PUT /v2.0/ports/f18df888-9a19-4b44-a30a-6da6c3bd4083 HTTP/1.1" status: 200  len: 1093 time: 3.7949617
Apr 19 13:22:35.474025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5e6a46-df43-4aed-afa3-4f96f1781e10', 'tag': 'f18df888-9a19-4b44-a30a-6da6c3bd4083'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:35.488307 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Pushing event updated for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:35.542589 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:35.553898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:35.638642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:35.639382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:35.641098 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] 10.222.0.10 "PUT /v2.0/ports/cecb9b05-f0a4-438b-ad28-fe0d86d92012 HTTP/1.1" status: 200  len: 1093 time: 4.0447021
Apr 19 13:22:35.713603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Pushing event updated for resources: {'Port': ['ID=f18df888-9a19-4b44-a30a-6da6c3bd4083,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:35.762403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Attempting to bind port df7800e1-d1ec-4df7-b60b-60d8def4b964 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:22:35.762756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Attempting to bind port df7800e1-d1ec-4df7-b60b-60d8def4b964 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:22:35.763141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Attempting to bind port df7800e1-d1ec-4df7-b60b-60d8def4b964 on network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:35.779948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Port df7800e1-d1ec-4df7-b60b-60d8def4b964 on network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:22:35.780319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Attempting to bind port df7800e1-d1ec-4df7-b60b-60d8def4b964 on network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:22:35.799076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:22:35.799390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Checking segment: {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:22:35.799825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Bound using segment: {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:22:35.800705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Bound port: df7800e1-d1ec-4df7-b60b-60d8def4b964, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:22:35.800705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:35.868056 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Pushing event updated for resources: {'Port': ['ID=cecb9b05-f0a4-438b-ad28-fe0d86d92012,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:35.873142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:35.873629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:35.873967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:35.916293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:22:35.920052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:22:35.923998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:35.929311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7d6ff344-93dc-4c1a-850e-b563356c4a56 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:35.989459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:35.990157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:35.991690 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] 10.222.0.10 "PUT /v2.0/ports/df7800e1-d1ec-4df7-b60b-60d8def4b964 HTTP/1.1" status: 200  len: 1093 time: 3.0378056
Apr 19 13:22:36.015879 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Pushing event updated for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:36.019957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:36.451384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['d9cd5973-7fa6-440a-b6ae-3f6b5335f961'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:22:36.607961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-ee11e4d8-0866-498c-aa83-902f470fd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:36.607961 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-ee11e4d8-0866-498c-aa83-902f470fd6de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 1096 time: 0.1848450
Apr 19 13:22:36.685511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92757-799d-4417-894f-a4bd87246eb9 req-0f75de8d-3fdc-43b5-8284-f2f78adf7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:36.687216 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-0f75de8d-3fdc-43b5-8284-f2f78adf7bb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f383e19f962d42879794bd93ee81fa67&device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 1096 time: 0.3538318
Apr 19 13:22:36.919641 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf60d20-1c6a-45a5-970a-e612f45edf20 req-1361c492-b923-4d7a-a827-d02912b6b2c8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:36.924455 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ebf60d20-1c6a-45a5-970a-e612f45edf20 req-1361c492-b923-4d7a-a827-d02912b6b2c8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 943 time: 0.1742380
Apr 19 13:22:36.999228 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ebf60d20-1c6a-45a5-970a-e612f45edf20 req-674a976a-03fe-43ff-b05a-4e024baf6ad0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664010
Apr 19 13:22:37.074392 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-4b4314bd-e4c2-4064-a2bd-a3faab1e858a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964 HTTP/1.1" status: 200  len: 217 time: 0.4600084
Apr 19 13:22:37.189540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-71963168-0f68-4618-b75a-16eded02f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:37.191133 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-71963168-0f68-4618-b75a-16eded02f6e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 1096 time: 0.7311187
Apr 19 13:22:37.203785 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-d8cd8ce9-4e68-4a33-abc5-7eee9c61ff23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecb9b05-f0a4-438b-ad28-fe0d86d92012 HTTP/1.1" status: 200  len: 217 time: 0.1313272
Apr 19 13:22:37.232702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24750097-36e6-4868-9080-a0a90d8d3ee0 req-90475dd8-35aa-48dc-9eb9-43d52618f480 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:37.238925 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24750097-36e6-4868-9080-a0a90d8d3ee0 req-90475dd8-35aa-48dc-9eb9-43d52618f480 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 943 time: 0.2437124
Apr 19 13:22:37.288397 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-324c8459-13e4-4baf-bf66-d2ddb8b39e14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f18df888-9a19-4b44-a30a-6da6c3bd4083 HTTP/1.1" status: 200  len: 217 time: 0.0792150
Apr 19 13:22:37.442623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-9f759c33-a0ec-452b-b05f-d6ea56dd15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:37.444044 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24750097-36e6-4868-9080-a0a90d8d3ee0 req-0054f92a-d97e-4246-85d3-f4a1dd1663c1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899843
Apr 19 13:22:37.444589 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-9f759c33-a0ec-452b-b05f-d6ea56dd15b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.2925284
Apr 19 13:22:37.501938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-f8096f37-db09-4294-82d0-6c7125f89c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:37.503512 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-f8096f37-db09-4294-82d0-6c7125f89c13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.1769238
Apr 19 13:22:37.510910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c8f8c0cb-ae83-4df9-8394-44c1f3c26c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:37.513079 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-c8f8c0cb-ae83-4df9-8394-44c1f3c26c3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c91c612-6f59-49f3-8c6e-16f08a1ad2cb HTTP/1.1" status: 200  len: 850 time: 0.2237594
Apr 19 13:22:37.526850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10518feb-c911-4cc6-a974-9620fd026815 req-c203886a-19d2-4540-8cf7-501dfd018242 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:37.537989 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10518feb-c911-4cc6-a974-9620fd026815 req-c203886a-19d2-4540-8cf7-501dfd018242 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1994014
Apr 19 13:22:37.568382 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5e6a46-df43-4aed-afa3-4f96f1781e10', 'tag': 'f18df888-9a19-4b44-a30a-6da6c3bd4083', 'status': 'completed', 'code': 200}
Apr 19 13:22:37.600917 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10518feb-c911-4cc6-a974-9620fd026815 req-972e7c7b-3a92-4bf0-ae90-7276f929e5f6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618742
Apr 19 13:22:37.622993 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-67a67b42-b214-46d6-899f-73f3c90a1131 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1087351
Apr 19 13:22:37.789409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-bb86a43f-e4ba-46ba-b955-2df04919ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:37.791228 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-bb86a43f-e4ba-46ba-b955-2df04919ede2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3361573
Apr 19 13:22:37.858569 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-f0e95905-7b7f-4a89-880e-43077bad894e service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2280457
Apr 19 13:22:37.862330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92757-799d-4417-894f-a4bd87246eb9 req-ad02d192-c4eb-49ac-9fc0-4d9a4fe57406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:37.863998 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-ad02d192-c4eb-49ac-9fc0-4d9a4fe57406 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2945650
Apr 19 13:22:38.191955 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device d9cd5973-7fa6-440a-b6ae-3f6b5335f961 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:38.207400 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-2ccaf022-0cdb-4c6d-be6c-4aa6953509c7 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4095430
Apr 19 13:22:38.260053 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-017cd087-97fa-4a9e-94c9-6b75d1def34b service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3676691
Apr 19 13:22:38.315121 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2dd36d8-1894-4b17-bfa1-4457e240f63b req-188ead2c-0a2a-455c-9f40-a9b30a7e6603 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4498329
Apr 19 13:22:38.348718 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port d9cd5973-7fa6-440a-b6ae-3f6b5335f961 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:38.369173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port d9cd5973-7fa6-440a-b6ae-3f6b5335f961 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:38.370754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:38.383520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8b7c9-9d4d-40c7-b942-cf651d9024e7 req-49f2522d-c156-41e4-8025-54df714a9120 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:38.391831 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cfe8b7c9-9d4d-40c7-b942-cf651d9024e7 req-49f2522d-c156-41e4-8025-54df714a9120 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 943 time: 0.1494751
Apr 19 13:22:38.446829 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cfe8b7c9-9d4d-40c7-b942-cf651d9024e7 req-9fc32153-518f-40c9-93ba-d5bfd851eb57 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538428
Apr 19 13:22:38.524671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:38.560188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port d9cd5973-7fa6-440a-b6ae-3f6b5335f961, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:38.561476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfaac95-7791-46ba-8bdf-71fb78b189f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cd5973-7fa6-440a-b6ae-3f6b5335f961'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:38.568100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:38.570277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3890d118-90cf-4daf-a9ed-4454f3242644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:38.636080 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fff92757-799d-4417-894f-a4bd87246eb9 req-d2c56a19-315f-4e55-9e56-b910f84443a3 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3561146
Apr 19 13:22:38.663121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:38.667949 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3fd44e7b-5ec8-4426-b750-130f261d3f68 req-71adbc6d-d214-4df0-b0dc-5944c28960e0 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4500782
Apr 19 13:22:38.672187 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfaac95-7791-46ba-8bdf-71fb78b189f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cd5973-7fa6-440a-b6ae-3f6b5335f961', 'code': 200}
Apr 19 13:22:38.673503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:38.728962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6bd4-caea-49b1-b19c-001dc995a459 req-ccb80f08-28c4-4aca-a89b-563df4a27dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:38.730766 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed5a6bd4-caea-49b1-b19c-001dc995a459 req-ccb80f08-28c4-4aca-a89b-563df4a27dd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 1096 time: 0.3411982
Apr 19 13:22:38.889848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd095907-612e-421d-90d9-54f446703e72 req-846393d5-0290-49bf-b20c-231bdcb75e7d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:38.892053 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bd095907-612e-421d-90d9-54f446703e72 req-846393d5-0290-49bf-b20c-231bdcb75e7d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 943 time: 0.2934735
Apr 19 13:22:38.983089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e71b5-d1d4-4fb1-8cf6-3aeaad67ed23 req-1b320257-e6b2-4734-9e16-a7d92e55ad5d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:38.985505 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ce6e71b5-d1d4-4fb1-8cf6-3aeaad67ed23 req-1b320257-e6b2-4734-9e16-a7d92e55ad5d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.2099283
Apr 19 13:22:38.995133 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bd095907-612e-421d-90d9-54f446703e72 req-41e1623a-5d8e-48c5-840c-f513665ec720 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843084
Apr 19 13:22:39.034856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6bd4-caea-49b1-b19c-001dc995a459 req-0e3bd2c2-ab72-43ac-9166-101a865c06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:39.036632 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed5a6bd4-caea-49b1-b19c-001dc995a459 req-0e3bd2c2-ab72-43ac-9166-101a865c06e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 920 time: 0.2925551
Apr 19 13:22:39.040268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aee12-9697-4e99-b689-55b0355e1a13 req-08dd8f7e-f2ed-4e19-83cd-040d9b01a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:39.043392 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5d7aee12-9697-4e99-b689-55b0355e1a13 req-08dd8f7e-f2ed-4e19-83cd-040d9b01a796 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 1098 time: 0.1767647
Apr 19 13:22:39.053278 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ce6e71b5-d1d4-4fb1-8cf6-3aeaad67ed23 req-b1f51cd8-a746-4d90-b4e1-62bdc65da7c2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568252
Apr 19 13:22:39.159510 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed5a6bd4-caea-49b1-b19c-001dc995a459 req-62d1f3e2-a3b1-4237-8df5-778e6532dc2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f18df888-9a19-4b44-a30a-6da6c3bd4083 HTTP/1.1" status: 200  len: 217 time: 0.1145005
Apr 19 13:22:39.221686 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5d7aee12-9697-4e99-b689-55b0355e1a13 req-cfc2e69b-7143-41b2-b61a-83917216ed7d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038420
Apr 19 13:22:39.245678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6bd4-caea-49b1-b19c-001dc995a459 req-967ef75f-9e60-46f6-8aca-b17410274e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:39.247459 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed5a6bd4-caea-49b1-b19c-001dc995a459 req-967ef75f-9e60-46f6-8aca-b17410274e6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.0776060
Apr 19 13:22:39.326616 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed5a6bd4-caea-49b1-b19c-001dc995a459 req-622f9b05-e5d1-48fd-a2f9-76591fd80f18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509989
Apr 19 13:22:39.494535 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed5a6bd4-caea-49b1-b19c-001dc995a459 req-38df9fff-d8a8-46ef-a96f-fd62fa507ff5 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598876
Apr 19 13:22:39.743581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743845-2229-4edd-a115-b135ef8d7b85 req-96b831f5-40ce-4083-b7d6-44415a0fc20a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:39.745566 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-08743845-2229-4edd-a115-b135ef8d7b85 req-96b831f5-40ce-4083-b7d6-44415a0fc20a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 943 time: 0.1512487
Apr 19 13:22:39.799319 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-08743845-2229-4edd-a115-b135ef8d7b85 req-b285999d-e3b2-4264-8692-e2bc4ecd1897 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463395
Apr 19 13:22:39.867516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'tag': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012'}, {'name': 'network-changed', 'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:39.921198 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed5a6bd4-caea-49b1-b19c-001dc995a459 req-02cb3c60-e846-4129-9b55-d5ba43c59aa4 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4174206
Apr 19 13:22:39.923447 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'tag': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012', 'status': 'completed', 'code': 200}
Apr 19 13:22:39.923780 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'status': 'completed', 'code': 200}
Apr 19 13:22:40.029472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54550) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:40.033465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-e1d1d194-1e45-441b-91f8-3c60a1af359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:40.035120 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-e1d1d194-1e45-441b-91f8-3c60a1af359b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f383e19f962d42879794bd93ee81fa67&device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 1096 time: 0.0823715
Apr 19 13:22:40.192378 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device f18df888-9a19-4b44-a30a-6da6c3bd4083 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:22:40.332631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-853f7663-bd4f-428a-80c0-8922aa04fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:40.334242 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-853f7663-bd4f-428a-80c0-8922aa04fa0d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 200  len: 912 time: 0.2878611
Apr 19 13:22:40.368234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:40.432722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port f18df888-9a19-4b44-a30a-6da6c3bd4083, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f18df888-9a19-4b44-a30a-6da6c3bd4083,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:40.441137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:40.446598 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-526f8dcc-e58f-4422-90e0-f4f1f9b831a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecb9b05-f0a4-438b-ad28-fe0d86d92012 HTTP/1.1" status: 200  len: 217 time: 0.1006236
Apr 19 13:22:40.450704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'f18df888-9a19-4b44-a30a-6da6c3bd4083', 'network_id': '40df39e5-a720-4403-8e63-c445dcf08299', 'port_id': 'f18df888-9a19-4b44-a30a-6da6c3bd4083', 'mac_address': 'fa:16:3e:f4:bc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917eabac-75c7-49e0-8458-a70e0ba12fbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:22:40.456559 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] Usage tracker for resource:security_group_rule and tenant:e58b5b79dc9c4291a9f8d32484f6d9bb is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:40.465424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:40.484654 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:40.516501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c7425-fa86-438c-be90-a8aaa21b6596 req-7ca9d1ba-b57d-4b94-8e53-2eba2588310b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:40.518449 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-797c7425-fa86-438c-be90-a8aaa21b6596 req-7ca9d1ba-b57d-4b94-8e53-2eba2588310b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 943 time: 0.3338346
Apr 19 13:22:40.523346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-17839d8d-ccdf-45da-843a-d4df42a9bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:40.524962 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-17839d8d-ccdf-45da-843a-d4df42a9bbd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c91c612-6f59-49f3-8c6e-16f08a1ad2cb HTTP/1.1" status: 200  len: 850 time: 0.0698481
Apr 19 13:22:40.529225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:40.549434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18df888-9a19-4b44-a30a-6da6c3bd4083 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:40.568144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port f18df888-9a19-4b44-a30a-6da6c3bd4083, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f18df888-9a19-4b44-a30a-6da6c3bd4083,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:40.570783 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:40.571702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device cecb9b05-f0a4-438b-ad28-fe0d86d92012 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:22:40.610505 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-797c7425-fa86-438c-be90-a8aaa21b6596 req-a21c04ab-84b5-4032-8427-2f3af1e8e034 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835304
Apr 19 13:22:40.623195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf8eaf-084c-4808-bfa6-6654ea236841 req-1a6b5b6f-b1df-496a-a2ae-0f7c1c18573e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:40.632500 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7fbf8eaf-084c-4808-bfa6-6654ea236841 req-1a6b5b6f-b1df-496a-a2ae-0f7c1c18573e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.2902882
Apr 19 13:22:40.638347 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-e612426d-e1bc-461d-928b-3326f3bf12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:40.640019 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-e612426d-e1bc-461d-928b-3326f3bf12bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1057582
Apr 19 13:22:40.703276 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7fbf8eaf-084c-4808-bfa6-6654ea236841 req-b0ddcb85-9fc0-41bc-b462-9e0e5688d4bc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694468
Apr 19 13:22:40.744608 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port cecb9b05-f0a4-438b-ad28-fe0d86d92012, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=cecb9b05-f0a4-438b-ad28-fe0d86d92012,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:40.760794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:40.786513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:40.794243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:40.819734 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-76df6505-40cf-4c68-9abd-3ae78e9addea service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717184
Apr 19 13:22:40.841304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:40.853741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'port_id': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012', 'mac_address': 'fa:16:3e:04:2a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:22:40.872236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=f18df888-9a19-4b44-a30a-6da6c3bd4083,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:40.875174 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e58b5b79dc9c4291a9f8d32484f6d9bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8429074
Apr 19 13:22:40.876405 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1386621-6b87-40ad-aec9-572e01485aec,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:40.880057 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54584) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:40.883052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:40.884205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:40.978592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de6ca98d-4098-42fe-815b-cf68964692fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:41.016063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:41.038748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecb9b05-f0a4-438b-ad28-fe0d86d92012 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:41.056916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port cecb9b05-f0a4-438b-ad28-fe0d86d92012, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=cecb9b05-f0a4-438b-ad28-fe0d86d92012,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:41.062650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:41.063675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device df7800e1-d1ec-4df7-b60b-60d8def4b964 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:22:41.099443 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-590008ab-6062-40f8-a4eb-fb579d138869 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2690568
Apr 19 13:22:41.135271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de6ca98d-4098-42fe-815b-cf68964692fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:41.199221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de6ca98d-4098-42fe-815b-cf68964692fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:41.202519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:41.222158 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8f4f4f42-f04c-40ad-8e4b-dc81b54598d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:41.251840 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de6ca98d-4098-42fe-815b-cf68964692fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:41.253285 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-de6ca98d-4098-42fe-815b-cf68964692fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1386621-6b87-40ad-aec9-572e01485aec HTTP/1.1" status: 204  len: 168 time: 0.3718400
Apr 19 13:22:41.254322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ca98d-4098-42fe-815b-cf68964692fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1386621-6b87-40ad-aec9-572e01485aec,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:41.264459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1958d-5a76-4f0b-81d1-3051f9dcc6e3 req-98cda781-ffa6-472b-9a23-e6f825cd6285 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:41.266112 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e9a1958d-5a76-4f0b-81d1-3051f9dcc6e3 req-98cda781-ffa6-472b-9a23-e6f825cd6285 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 944 time: 0.2382529
Apr 19 13:22:41.267862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-de6ca98d-4098-42fe-815b-cf68964692fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:41.324631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:41.329820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-76d263f7-40e5-4722-a046-603410a0c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:41.333439 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-76d263f7-40e5-4722-a046-603410a0c773 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 1096 time: 0.1776950
Apr 19 13:22:41.341519 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e9a1958d-5a76-4f0b-81d1-3051f9dcc6e3 req-026f8702-4763-4812-b1d1-449f31638d3a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659728
Apr 19 13:22:41.343956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=cecb9b05-f0a4-438b-ad28-fe0d86d92012,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:41.348074 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'port_id': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'mac_address': 'fa:16:3e:8d:cf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:22:41.358000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:41.473678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:41.508267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7800e1-d1ec-4df7-b60b-60d8def4b964 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:22:41.551222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:41.551222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:41.555915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:41.604477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-319d944c-cd44-448f-8908-e2967c3ab686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:41.606157 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-319d944c-cd44-448f-8908-e2967c3ab686 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 917 time: 0.2567613
Apr 19 13:22:41.621528 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54612) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:41.658865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:41.679555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:41.710011 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-e50a511b-b7f7-4b57-a215-abd89fee963a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964 HTTP/1.1" status: 200  len: 217 time: 0.0809543
Apr 19 13:22:41.801020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54622) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:41.849610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:41.869869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-97cd9369-afbd-4f37-b3fa-42addae461a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:41.871458 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-97cd9369-afbd-4f37-b3fa-42addae461a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.1443629
Apr 19 13:22:41.873505 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:41.876643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbb53b-4391-489d-955b-493ee081c20f req-3c531b18-1ef0-4430-87b8-63176683488c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:41.879001 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-eabbb53b-4391-489d-955b-493ee081c20f req-3c531b18-1ef0-4430-87b8-63176683488c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 944 time: 0.1087735
Apr 19 13:22:41.888673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:41.939029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] Usage tracker for resource:security_group_rule and tenant:e7bd6aea500e4d1ab1a722e8192880a9 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:41.949590 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:41.953155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:41.962797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] Usage tracker for resource:security_group_rule and tenant:f286d318553c47c496fc588bec1708b1 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:41.965757 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:41.971699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:41.988381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:41.994037 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-eabbb53b-4391-489d-955b-493ee081c20f req-ff297c05-d335-4480-9538-b1751f8d7644 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702107
Apr 19 13:22:42.014772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d49d00-40e5-41c6-a044-738889b1b8c4 req-8166ff9f-53fe-4a5d-98e0-0f1950c62e21 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:42.016485 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59d49d00-40e5-41c6-a044-738889b1b8c4 req-8166ff9f-53fe-4a5d-98e0-0f1950c62e21 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 944 time: 0.1364422
Apr 19 13:22:42.049187 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['f18df888-9a19-4b44-a30a-6da6c3bd4083'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:22:42.065233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-7cc32753-ca10-48b4-9470-6e70b15563c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:42.066922 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-7cc32753-ca10-48b4-9470-6e70b15563c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1755350
Apr 19 13:22:42.069248 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59d49d00-40e5-41c6-a044-738889b1b8c4 req-71daa512-3fc7-4a8a-80c2-874016c628bd tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456970
Apr 19 13:22:42.079279 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['cecb9b05-f0a4-438b-ad28-fe0d86d92012'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:22:42.126693 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['df7800e1-d1ec-4df7-b60b-60d8def4b964'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:22:42.278631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.287007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.319182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:42.339509 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-4e1896a4-4137-4547-b8a6-360c9dc9cb82 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2636547
Apr 19 13:22:42.348157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.387050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.409392 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7bd6aea500e4d1ab1a722e8192880a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6030593
Apr 19 13:22:42.411806 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54630) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:42.423808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ae74b-01ad-46d5-b139-48eb3a6e2229,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:42.433296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:42.433851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4c468e5a-3443-4336-a656-ab2861c57812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:42.533867 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f286d318553c47c496fc588bec1708b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9101274
Apr 19 13:22:42.543796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54636) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:42.605381 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96f782ef-27bd-4394-ae99-53991a2ce60b req-10ee13ac-646c-440d-b41e-5cb956c947f2 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2502470
Apr 19 13:22:42.607411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c0c311-27e8-4028-91fc-4d06cf75ace4,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:42.612501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:42.618573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6298d6ae-a365-40f9-bb43-c44b3767d755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.718469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6298d6ae-a365-40f9-bb43-c44b3767d755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.790631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7cc42d3d-3b12-4aa9-bd2f-134c580cd091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.811817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439cc10-acfa-414a-8bea-81cdb908a67d req-a3156228-d713-4861-a501-d3919b1b2097 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:42.813510 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e439cc10-acfa-414a-8bea-81cdb908a67d req-a3156228-d713-4861-a501-d3919b1b2097 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 944 time: 0.2909205
Apr 19 13:22:42.855873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7cc42d3d-3b12-4aa9-bd2f-134c580cd091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.896088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6298d6ae-a365-40f9-bb43-c44b3767d755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.905882 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e439cc10-acfa-414a-8bea-81cdb908a67d req-58a2b04e-289c-4829-9d02-f36888831529 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786908
Apr 19 13:22:42.917234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:42.937475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298d6ae-a365-40f9-bb43-c44b3767d755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ae74b-01ad-46d5-b139-48eb3a6e2229,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:42.941489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6298d6ae-a365-40f9-bb43-c44b3767d755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:42.942851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6298d6ae-a365-40f9-bb43-c44b3767d755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.944056 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-6298d6ae-a365-40f9-bb43-c44b3767d755 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e45ae74b-01ad-46d5-b139-48eb3a6e2229 HTTP/1.1" status: 204  len: 168 time: 0.5309243
Apr 19 13:22:42.953975 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7cc42d3d-3b12-4aa9-bd2f-134c580cd091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.959098 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-27b9eb3a-9b91-4893-8c72-9b66947f3ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:42.973869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc42d3d-3b12-4aa9-bd2f-134c580cd091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c0c311-27e8-4028-91fc-4d06cf75ace4,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:42.982684 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7cc42d3d-3b12-4aa9-bd2f-134c580cd091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:42.983591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7cc42d3d-3b12-4aa9-bd2f-134c580cd091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:42.984813 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7cc42d3d-3b12-4aa9-bd2f-134c580cd091 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1c0c311-27e8-4028-91fc-4d06cf75ace4 HTTP/1.1" status: 204  len: 168 time: 0.4392972
Apr 19 13:22:43.410802 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:22:43.537936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7412089-4622-4ca7-82d0-cf1a03f045db req-46286356-af4b-4c51-95aa-eb0e616e2296 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:43.539609 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e7412089-4622-4ca7-82d0-cf1a03f045db req-46286356-af4b-4c51-95aa-eb0e616e2296 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 944 time: 0.3601100
Apr 19 13:22:43.558340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17466c4a-de8c-4480-b1e6-5825bd28e234 req-672b1b27-2cfa-43a5-ab40-139d9234eea4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:43.559607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54666) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:43.559980 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-17466c4a-de8c-4480-b1e6-5825bd28e234 req-672b1b27-2cfa-43a5-ab40-139d9234eea4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 944 time: 0.3197052
Apr 19 13:22:43.580331 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:43.601089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:43.605895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d396125bf7964752abc607d02bec9250 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:43.609278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:43.616107 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:43.639853 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e7412089-4622-4ca7-82d0-cf1a03f045db req-443dec84-42dc-4041-b1b4-e672f5d99189 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918100
Apr 19 13:22:43.643498 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-17466c4a-de8c-4480-b1e6-5825bd28e234 req-bf4ae1d1-f53c-4a85-9fb1-9d774f135f8e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678492
Apr 19 13:22:43.725025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:43.729225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:43.740624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:43.799425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54678) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:43.799552 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d396125bf7964752abc607d02bec9250&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2382634
Apr 19 13:22:43.800503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bdb385-36fb-4cf0-9f50-22e0c74f2101,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:43.808932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.809276 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.809689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.810137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.810490 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.810911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.811310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.811704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.812099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.812492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.812863 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.813323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:43.817544 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:43.880398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6739cebb-f809-4b6f-a3b5-d25c6a5b7060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:43.915799 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6739cebb-f809-4b6f-a3b5-d25c6a5b7060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:43.969013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6739cebb-f809-4b6f-a3b5-d25c6a5b7060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:43.976063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:43.992119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739cebb-f809-4b6f-a3b5-d25c6a5b7060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bdb385-36fb-4cf0-9f50-22e0c74f2101,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:43.999322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6739cebb-f809-4b6f-a3b5-d25c6a5b7060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:44.002081 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6739cebb-f809-4b6f-a3b5-d25c6a5b7060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:44.016619 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-6739cebb-f809-4b6f-a3b5-d25c6a5b7060 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5bdb385-36fb-4cf0-9f50-22e0c74f2101 HTTP/1.1" status: 204  len: 168 time: 0.2055562
Apr 19 13:22:44.159089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36152812-c4ab-448a-a328-79f89f21d4d5 req-70184cb9-4a84-4777-a99d-d66898995b30 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:44.167887 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-36152812-c4ab-448a-a328-79f89f21d4d5 req-70184cb9-4a84-4777-a99d-d66898995b30 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 944 time: 0.1170053
Apr 19 13:22:44.207456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device f18df888-9a19-4b44-a30a-6da6c3bd4083 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:44.238066 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-36152812-c4ab-448a-a328-79f89f21d4d5 req-19c83c61-af44-448a-95f1-8bda9f25a564 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691013
Apr 19 13:22:44.324836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port f18df888-9a19-4b44-a30a-6da6c3bd4083 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:44.331917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port f18df888-9a19-4b44-a30a-6da6c3bd4083 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:44.332355 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:44.536695 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:44.583136 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port f18df888-9a19-4b44-a30a-6da6c3bd4083, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f18df888-9a19-4b44-a30a-6da6c3bd4083,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:44.584286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5e6a46-df43-4aed-afa3-4f96f1781e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18df888-9a19-4b44-a30a-6da6c3bd4083'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:44.604885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:44.607424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device cecb9b05-f0a4-438b-ad28-fe0d86d92012 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:44.677068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:44.728548 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5e6a46-df43-4aed-afa3-4f96f1781e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18df888-9a19-4b44-a30a-6da6c3bd4083', 'code': 200}
Apr 19 13:22:44.814828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=f18df888-9a19-4b44-a30a-6da6c3bd4083,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:44.832362 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:44.891547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port cecb9b05-f0a4-438b-ad28-fe0d86d92012 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:44.903116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port cecb9b05-f0a4-438b-ad28-fe0d86d92012 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:44.904346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:45.103869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:45.148886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port cecb9b05-f0a4-438b-ad28-fe0d86d92012, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=cecb9b05-f0a4-438b-ad28-fe0d86d92012,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:45.153354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:45.154553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device df7800e1-d1ec-4df7-b60b-60d8def4b964 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:22:45.226791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:45.256617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526a93-1ab0-42a8-b335-1633b7aad5b3 req-8fedbb1b-20b6-48ee-85fe-9bb942f1f434 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:45.264405 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-27526a93-1ab0-42a8-b335-1633b7aad5b3 req-8fedbb1b-20b6-48ee-85fe-9bb942f1f434 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 944 time: 0.4476547
Apr 19 13:22:45.270749 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545cf5-9e52-43f0-b54d-b73dafcfd9b6 req-92eaf953-9ce3-40c1-8e42-00892452a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:45.275916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252046d-a292-4e51-ac89-2002cf5ae8be req-94cb5cea-e795-4d7c-8e99-7263c5bec4b5 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:45.278728 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5d545cf5-9e52-43f0-b54d-b73dafcfd9b6 req-92eaf953-9ce3-40c1-8e42-00892452a580 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 1098 time: 0.2139952
Apr 19 13:22:45.283833 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d252046d-a292-4e51-ac89-2002cf5ae8be req-94cb5cea-e795-4d7c-8e99-7263c5bec4b5 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.3047729
Apr 19 13:22:45.369350 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5d545cf5-9e52-43f0-b54d-b73dafcfd9b6 req-c4986f3f-9754-40d8-9701-3a10b6fa7c17 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767946
Apr 19 13:22:45.384415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port df7800e1-d1ec-4df7-b60b-60d8def4b964 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:22:45.395044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port df7800e1-d1ec-4df7-b60b-60d8def4b964 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:22:45.395479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:45.409266 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d252046d-a292-4e51-ac89-2002cf5ae8be req-24e0dd2d-ab83-4807-b92a-a4c59829cbd9 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244900
Apr 19 13:22:45.433548 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-27526a93-1ab0-42a8-b335-1633b7aad5b3 req-4b72aa7a-7d19-40de-b9b6-578a55f7824b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1655583
Apr 19 13:22:45.498933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=cecb9b05-f0a4-438b-ad28-fe0d86d92012,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:45.504668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:45.712322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:45.756705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:45.760937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:45.763882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:45.811933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfda34-5218-43b6-a2c8-55c240ea3b94 req-e5807a86-926d-4198-8e45-9181b1dbc26b tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:45.814440 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-efcfda34-5218-43b6-a2c8-55c240ea3b94 req-e5807a86-926d-4198-8e45-9181b1dbc26b tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1876042
Apr 19 13:22:45.959244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7130e-4b56-416e-b370-a74edde88c51 req-f83c7f33-0b5d-4bbf-8392-c1e5b63e39fc tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:45.960971 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c0d7130e-4b56-416e-b370-a74edde88c51 req-f83c7f33-0b5d-4bbf-8392-c1e5b63e39fc tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 945 time: 0.1455069
Apr 19 13:22:45.970429 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-efcfda34-5218-43b6-a2c8-55c240ea3b94 req-e75563d1-b891-4ea5-b49d-e1fffd0cf7ef tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898237
Apr 19 13:22:46.027323 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c0d7130e-4b56-416e-b370-a74edde88c51 req-52ff14ff-ff40-4f1a-b32d-15ed2ce94e93 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552306
Apr 19 13:22:46.029681 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:46.033822 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:46.729711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012'}, {'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:46.772439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f318e9c-05bd-4e1e-b9bf-bb0a98ddbac8 req-6fda3f62-7393-4bd1-ab0e-828a290e98a2 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:46.774071 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4f318e9c-05bd-4e1e-b9bf-bb0a98ddbac8 req-6fda3f62-7393-4bd1-ab0e-828a290e98a2 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1718118
Apr 19 13:22:46.784076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908ce63-bed6-48b7-971f-939c39a2b8b9 req-106cd228-d178-4068-b4da-d5b08f32ba1a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:46.785714 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9908ce63-bed6-48b7-971f-939c39a2b8b9 req-106cd228-d178-4068-b4da-d5b08f32ba1a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1376483
Apr 19 13:22:46.874627 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4f318e9c-05bd-4e1e-b9bf-bb0a98ddbac8 req-e5d5e1f4-faff-46c5-93c8-a917bbed5648 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877662
Apr 19 13:22:46.888453 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9908ce63-bed6-48b7-971f-939c39a2b8b9 req-feaa3783-8ce0-4a6a-8d92-7f66929e97b5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842526
Apr 19 13:22:46.968710 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012', 'code': 200}
Apr 19 13:22:46.969017 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'code': 200}
Apr 19 13:22:47.293634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93123d7-0943-4c17-9f83-1022c14a1350 req-7085b2ad-81f2-46e3-adb6-8532128286eb tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:47.295906 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b93123d7-0943-4c17-9f83-1022c14a1350 req-7085b2ad-81f2-46e3-adb6-8532128286eb tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1358223
Apr 19 13:22:47.387090 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b93123d7-0943-4c17-9f83-1022c14a1350 req-9ce3adc6-2ff7-4886-a584-3b4a842c265b tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793636
Apr 19 13:22:47.522527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b8639-b623-4700-95f8-a7ce3315c91d req-cecd76e7-3074-4e5d-bd71-2f6b4e9eaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:47.524565 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-013b8639-b623-4700-95f8-a7ce3315c91d req-cecd76e7-3074-4e5d-bd71-2f6b4e9eaafc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 1098 time: 0.2855248
Apr 19 13:22:47.530925 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8adcd8-2a29-4196-ac86-5b9531e10c0c req-dc71ec51-0f59-4167-bb97-63be131891c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:47.532963 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cb8adcd8-2a29-4196-ac86-5b9531e10c0c req-dc71ec51-0f59-4167-bb97-63be131891c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 1098 time: 0.2097468
Apr 19 13:22:47.672892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36bd56-678b-4293-a389-49c8053400bd req-f5c26fdb-038c-46a1-b615-01593efe6990 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:47.680832 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ec36bd56-678b-4293-a389-49c8053400bd req-f5c26fdb-038c-46a1-b615-01593efe6990 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1856070
Apr 19 13:22:47.683365 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-013b8639-b623-4700-95f8-a7ce3315c91d req-413949d4-c6f4-4c31-88fd-65fa25902a61 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1478443
Apr 19 13:22:47.698060 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e3120-aaae-46ff-a7ae-cad76b05cfd5 req-85c0dab3-4f6b-4460-9566-cba493c632a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:47.699724 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b3e3120-aaae-46ff-a7ae-cad76b05cfd5 req-85c0dab3-4f6b-4460-9566-cba493c632a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 1098 time: 0.2784145
Apr 19 13:22:47.704403 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cb8adcd8-2a29-4196-ac86-5b9531e10c0c req-a74cbfb0-751b-4afa-8164-6c3a980a7aba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1382980
Apr 19 13:22:47.730468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73359464-116f-47e8-a81c-d2ef31daae10 req-b1e5b09c-07de-4629-ac42-c09fe71ec93d tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:47.732305 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-73359464-116f-47e8-a81c-d2ef31daae10 req-b1e5b09c-07de-4629-ac42-c09fe71ec93d tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 945 time: 0.1717057
Apr 19 13:22:47.761236 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ec36bd56-678b-4293-a389-49c8053400bd req-e1294297-d48b-4a14-b67b-00fd4abe2aa4 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794375
Apr 19 13:22:47.794388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54844) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:47.801662 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-73359464-116f-47e8-a81c-d2ef31daae10 req-2943a083-9b1a-4d9c-b25e-5049bbbfd8f5 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612934
Apr 19 13:22:47.812062 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54850) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:47.953108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:47.968867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:47.997670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:48.007642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:48.012601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad216cf051d499b9b9bea9b3d7661ed is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:48.030252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:48.072961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] Usage tracker for resource:security_group_rule and tenant:1a5136ddbad94d00af4d865564cc741f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:48.093163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:48.097226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e3120-aaae-46ff-a7ae-cad76b05cfd5 req-6cf5faef-de84-44d8-95a8-1ea13262a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:48.099226 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b3e3120-aaae-46ff-a7ae-cad76b05cfd5 req-6cf5faef-de84-44d8-95a8-1ea13262a22c service neutron] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 920 time: 0.2801166
Apr 19 13:22:48.100371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:48.109821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:48.120226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1533d0-80a7-45b6-b91f-86bbc31ba2ce req-86d11b9f-cd25-46c5-87cb-86c6be635db8 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:48.130567 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-af1533d0-80a7-45b6-b91f-86bbc31ba2ce req-86d11b9f-cd25-46c5-87cb-86c6be635db8 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1168642
Apr 19 13:22:48.182919 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-af1533d0-80a7-45b6-b91f-86bbc31ba2ce req-be63db11-68c8-44c8-8271-3ca14dedb306 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512233
Apr 19 13:22:48.223717 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b3e3120-aaae-46ff-a7ae-cad76b05cfd5 req-ca8321e0-55c6-4f2f-9c3d-429dfd7104f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f18df888-9a19-4b44-a30a-6da6c3bd4083 HTTP/1.1" status: 200  len: 217 time: 0.0980759
Apr 19 13:22:48.582083 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-00948529-9136-4146-9532-a359885fce2f tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:48.583744 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-00948529-9136-4146-9532-a359885fce2f tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.10 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 945 time: 0.5548661
Apr 19 13:22:48.649163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df7996-c55f-439b-a63e-b6c600ca9e48 req-abd54225-8404-4139-b3ed-a2f0cb7eafd8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:48.650768 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80df7996-c55f-439b-a63e-b6c600ca9e48 req-abd54225-8404-4139-b3ed-a2f0cb7eafd8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1364686
Apr 19 13:22:48.671295 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e3120-aaae-46ff-a7ae-cad76b05cfd5 req-7bf6c7bd-b808-405f-95d3-1cc4e250e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:48.673234 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b3e3120-aaae-46ff-a7ae-cad76b05cfd5 req-7bf6c7bd-b808-405f-95d3-1cc4e250e2d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.2036312
Apr 19 13:22:48.722677 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80df7996-c55f-439b-a63e-b6c600ca9e48 req-196cd023-d462-4fa8-97c4-ff9dfa9cd8f3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509622
Apr 19 13:22:48.787584 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b3e3120-aaae-46ff-a7ae-cad76b05cfd5 req-142c27ef-bd17-4d5f-8610-a27e61a134a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0902891
Apr 19 13:22:48.799731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Deleting port 2cbe99da-d59e-4e03-8096-022f393628a5 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:22:48.800126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:48.873750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:48.948149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:48.948149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:48.967758 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-58b244f1-9069-4505-97c5-fb02b2232fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:49.003723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:49.171079 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ad216cf051d499b9b9bea9b3d7661ed&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3755240
Apr 19 13:22:49.179537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54882) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:49.191939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54884) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:49.196690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1e9158-18d7-49d5-a461-8d27b8a3cab3,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:49.209786 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a5136ddbad94d00af4d865564cc741f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3934925
Apr 19 13:22:49.209786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:49.221591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:49.244017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54890) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:49.375750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02e16-52aa-4a3d-a163-77ecd9d79a61 req-26947fb8-0c03-429d-bbe2-ebb434ec9005 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:49.377399 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-67f02e16-52aa-4a3d-a163-77ecd9d79a61 req-26947fb8-0c03-429d-bbe2-ebb434ec9005 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.4168322
Apr 19 13:22:49.381837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:49.435144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2242a-60c0-4314-99c9-5ad7c00cabce req-b807325a-105b-4d50-8245-129ccc64ee2d tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:49.436674 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7e2242a-60c0-4314-99c9-5ad7c00cabce req-b807325a-105b-4d50-8245-129ccc64ee2d tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 945 time: 0.2826285
Apr 19 13:22:49.457773 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:49.466633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c304cd1-659c-4072-8c5e-ca0340bcf981,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:49.501897 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-67f02e16-52aa-4a3d-a163-77ecd9d79a61 req-77979b42-9d42-4520-ad5c-7bc1cf44bd11 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162841
Apr 19 13:22:49.537312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:49.553697 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b3e3120-aaae-46ff-a7ae-cad76b05cfd5 req-c6293e3c-3cc5-4be8-8191-4d7277adce39 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6823618
Apr 19 13:22:49.554297 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7e2242a-60c0-4314-99c9-5ad7c00cabce req-a2e4155e-dfa9-4ad4-b342-ae1c1eed926b tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/security-groups?id=686daef3-bde3-413f-9790-ba512dda5dff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989306
Apr 19 13:22:49.562277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:49.569429 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c8c5a704-9c5b-4906-8c6b-ba21b59f0f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:49.579969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:49.584461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1e9158-18d7-49d5-a461-8d27b8a3cab3,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:49.588848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:49.592922 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a1e9158-18d7-49d5-a461-8d27b8a3cab3 HTTP/1.1" status: 204  len: 168 time: 0.4015872
Apr 19 13:22:49.598580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:49.599987 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.600761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.601435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.601941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.602775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.603157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:9a305e86b5b64c729b00903086dd956c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:49.603360 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.604741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.605403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.605931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.606481 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.607009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.607498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:49.607619 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:22:49.621855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:49.664856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:49.721328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67cd86-2c29-467e-bc8b-497a74c7ebfe req-a74597f8-4e23-4ad6-84e5-2bc33a977710 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:49.723070 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2e67cd86-2c29-467e-bc8b-497a74c7ebfe req-a74597f8-4e23-4ad6-84e5-2bc33a977710 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1028614
Apr 19 13:22:49.776815 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2e67cd86-2c29-467e-bc8b-497a74c7ebfe req-97b25630-5d90-4c5a-a0b6-1ee35cf9dead tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467520
Apr 19 13:22:49.811397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0236612b-5aae-4d52-9542-617d50b9230d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:49.826339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] For port 2cbe99da-d59e-4e03-8096-022f393628a5, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2cbe99da-d59e-4e03-8096-022f393628a5,segment=NetworkSegment(bfe6ec77-f714-4e3e-8245-a223a8d9f41a),segment_id=bfe6ec77-f714-4e3e-8245-a223a8d9f41a)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:22:49.826761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.006319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54908) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:50.042451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Calling delete_port for 2cbe99da-d59e-4e03-8096-022f393628a5 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:22:50.054667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.083273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:50.101865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0236612b-5aae-4d52-9542-617d50b9230d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.102208 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] Usage tracker for resource:security_group_rule and tenant:91efdcebdb85490c941cd2a17075cc1a is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:50.108278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:50.119950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:50.131250 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31ef44-ac3f-4ecd-9b37-58a6df0a9f79 req-8a8dea3c-8c78-4074-acea-13f8bf7d143a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:50.132948 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bf31ef44-ac3f-4ecd-9b37-58a6df0a9f79 req-8a8dea3c-8c78-4074-acea-13f8bf7d143a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.2547958
Apr 19 13:22:50.137148 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b3e3120-aaae-46ff-a7ae-cad76b05cfd5 req-376ccb21-0ac7-4137-ade6-461ab28951fc service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5252852
Apr 19 13:22:50.148915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdf7df-7ff7-4b05-abe1-274e0bab3fb8 req-dad69ec4-80b4-4031-9d77-092c188cef8e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:50.150732 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c7cdf7df-7ff7-4b05-abe1-274e0bab3fb8 req-dad69ec4-80b4-4031-9d77-092c188cef8e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.2150013
Apr 19 13:22:50.176316 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54912) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:50.189582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-dabc693b-cf04-422b-9bf7-2bf364f9eb95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'floatingip': {'port_id': 'df7800e1-d1ec-4df7-b60b-60d8def4b964'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:50.223374 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 2cbe99da-d59e-4e03-8096-022f393628a5 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:22:50.238724 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bf31ef44-ac3f-4ecd-9b37-58a6df0a9f79 req-610d2f44-99f6-4776-857f-b091e583530a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853026
Apr 19 13:22:50.318296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.321198 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.350894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-23b6f523-3639-4f7b-830b-60e96e9a6155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:50.359563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-dabc693b-cf04-422b-9bf7-2bf364f9eb95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.381929 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91efdcebdb85490c941cd2a17075cc1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3719358
Apr 19 13:22:50.386076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54922) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:50.423985 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d660418-1d6c-4513-baeb-16a123a98bd3,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:50.453927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:50.544392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e13885-6a1d-41f5-bb45-bfeb93f2a11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.550286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.570439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.603793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577d069-c5a5-4ac5-a516-cbdad30c7e8e req-94131b63-bd15-4f7f-b4c1-a71d7909db1b tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:50.605646 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1577d069-c5a5-4ac5-a516-cbdad30c7e8e req-94131b63-bd15-4f7f-b4c1-a71d7909db1b tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.2219164
Apr 19 13:22:50.614053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.618476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54930) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:50.620563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e13885-6a1d-41f5-bb45-bfeb93f2a11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.642565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-a45556e4-8097-4671-8a02-6c8ed4e732a3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'floatingip': {'port_id': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:50.663059 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:50.700591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818e90de-9d3d-443f-b37b-64b92b2c6d53,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:50.704061 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0236612b-5aae-4d52-9542-617d50b9230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.715178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:50.715744 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:50.763719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236612b-5aae-4d52-9542-617d50b9230d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c304cd1-659c-4072-8c5e-ca0340bcf981,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:50.775480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0236612b-5aae-4d52-9542-617d50b9230d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:50.784427 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-939483c8-3e4e-4a5f-a1ac-516cb2cfd1d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a305e86b5b64c729b00903086dd956c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5853615
Apr 19 13:22:50.789580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54934) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:50.872390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a45556e4-8097-4671-8a02-6c8ed4e732a3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:50.947141 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2b7f591b-ce2a-44cc-9682-1f9a3420a631 req-da68c495-cf3d-4932-bcc4-78bb23d12276 tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 210 time: 0.2032266
Apr 19 13:22:51.096250 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e13885-6a1d-41f5-bb45-bfeb93f2a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:51.111947 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8aa55617-489d-4ebd-8832-3d07dadf0bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:51.135736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74008d52-7ff4-41d9-a90f-c734df994d50 req-7f3c53ff-d4d0-4ba6-b96e-a65d7401c5d8 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:51.143510 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-74008d52-7ff4-41d9-a90f-c734df994d50 req-7f3c53ff-d4d0-4ba6-b96e-a65d7401c5d8 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.4261403
Apr 19 13:22:51.152314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:51.173334 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e13885-6a1d-41f5-bb45-bfeb93f2a11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d660418-1d6c-4513-baeb-16a123a98bd3,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:51.180876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:51.181732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a3e13885-6a1d-41f5-bb45-bfeb93f2a11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:51.261786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Pushing event deleted for resources: {'Port': ['ID=2cbe99da-d59e-4e03-8096-022f393628a5,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:51.283308 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:51.422031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] No DVR routers for this DVR port 2cbe99da-d59e-4e03-8096-022f393628a5 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:22:51.434267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3c916c7f-39c9-49ae-9741-f2aae025c606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:51.436860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:51.439281 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cdb1c2c1-9df5-44e1-82c4-7e0acc4e8fe1 req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.10 "DELETE /v2.0/ports/2cbe99da-d59e-4e03-8096-022f393628a5 HTTP/1.1" status: 204  len: 173 time: 2.8394408
Apr 19 13:22:51.443975 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f69c4d-9965-4bab-a210-28c467058420', 'name': 'network-vif-deleted', 'tag': '2cbe99da-d59e-4e03-8096-022f393628a5'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:51.461413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0236612b-5aae-4d52-9542-617d50b9230d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:51.462742 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0236612b-5aae-4d52-9542-617d50b9230d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c304cd1-659c-4072-8c5e-ca0340bcf981 HTTP/1.1" status: 204  len: 168 time: 2.2102408
Apr 19 13:22:51.565259 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f69c4d-9965-4bab-a210-28c467058420', 'name': 'network-vif-deleted', 'tag': '2cbe99da-d59e-4e03-8096-022f393628a5', 'status': 'completed', 'code': 200}
Apr 19 13:22:51.579618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3c916c7f-39c9-49ae-9741-f2aae025c606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:51.620342 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e13885-6a1d-41f5-bb45-bfeb93f2a11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:51.624271 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a3e13885-6a1d-41f5-bb45-bfeb93f2a11c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d660418-1d6c-4513-baeb-16a123a98bd3 HTTP/1.1" status: 204  len: 168 time: 1.2345364
Apr 19 13:22:51.641017 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-74008d52-7ff4-41d9-a90f-c734df994d50 req-14925cd2-8929-4859-9b2a-3d4b3bc0e727 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4965580
Apr 19 13:22:51.877674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3c916c7f-39c9-49ae-9741-f2aae025c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:51.884652 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b588ab78-54d2-4417-a298-418f09fcc8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:51.900643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c916c7f-39c9-49ae-9741-f2aae025c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e90de-9d3d-443f-b37b-64b92b2c6d53,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:51.906280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3c916c7f-39c9-49ae-9741-f2aae025c606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:51.919063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3c916c7f-39c9-49ae-9741-f2aae025c606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:51.920354 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-3c916c7f-39c9-49ae-9741-f2aae025c606 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/818e90de-9d3d-443f-b37b-64b92b2c6d53 HTTP/1.1" status: 204  len: 168 time: 1.1299381
Apr 19 13:22:52.096446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.resource_extend [None req-a45556e4-8097-4671-8a02-6c8ed4e732a3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 13:22:52.118346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54956) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:52.216744 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:52.275458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a45556e4-8097-4671-8a02-6c8ed4e732a3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:52.302639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-dabc693b-cf04-422b-9bf7-2bf364f9eb95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:52.311256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-dabc693b-cf04-422b-9bf7-2bf364f9eb95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:52.329047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a45556e4-8097-4671-8a02-6c8ed4e732a3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:52.420402 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-81a93cea-7f6f-4efc-a564-c660db24088b req-670dfe29-e814-4657-8387-9675e172792f tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f69c4d-9965-4bab-a210-28c467058420 HTTP/1.1" status: 200  len: 210 time: 0.1535475
Apr 19 13:22:52.505031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:52.517003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] Usage tracker for resource:security_group_rule and tenant:82b3c2279eed4a0db4fe9a5411ef59e3 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:52.539904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:52.556790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:52.625812 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-a45556e4-8097-4671-8a02-6c8ed4e732a3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Floating IP 3bd71773-4e17-4c99-b1da-31f7cc1ab525 associated. External IP: 172.27.0.253, port: cecb9b05-f0a4-438b-ad28-fe0d86d92012.
Apr 19 13:22:52.645834 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-dabc693b-cf04-422b-9bf7-2bf364f9eb95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Floating IP 82da7992-8926-484a-ac18-e494e57720c0 associated. External IP: 172.27.0.16, port: df7800e1-d1ec-4df7-b60b-60d8def4b964.
Apr 19 13:22:52.943866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923864c4-b2b0-4147-b0a3-5bedfcbe3d93 req-e61777e3-eef1-429d-8937-ff630b01fd4f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:52.945477 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-923864c4-b2b0-4147-b0a3-5bedfcbe3d93 req-e61777e3-eef1-429d-8937-ff630b01fd4f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1514509
Apr 19 13:22:53.007122 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 54980) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:53.016463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:53.037718 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:53.047076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0236612b-5aae-4d52-9542-617d50b9230d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:53.058014 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:53.157527 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-923864c4-b2b0-4147-b0a3-5bedfcbe3d93 req-f2a8ff35-a073-4dcf-a6bc-28f9d9a00912 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477783
Apr 19 13:22:53.207822 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45556e4-8097-4671-8a02-6c8ed4e732a3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Router c73239fa-1a87-4647-beba-3f2fac4b421d has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:22:53.229046 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:53.243443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] Usage tracker for resource:security_group_rule and tenant:751805335232422e98416ffb41c8d680 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:53.259694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:53.311611 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82b3c2279eed4a0db4fe9a5411ef59e3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1862903
Apr 19 13:22:53.345800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 54988) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:53.546432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:53.549801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4a4de-5148-4518-b88a-ea0892d0f84e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:53.576439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:53.677053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabc693b-cf04-422b-9bf7-2bf364f9eb95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:22:53.712623 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-3b8d0002-ea59-470c-9278-9a3e349524e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4495170
Apr 19 13:22:53.821548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f3307a62-1bf7-4c86-82a8-f5f87216aa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:53.875874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45556e4-8097-4671-8a02-6c8ed4e732a3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:22:53.885827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] Sync routers for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:22:53.894115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a45556e4-8097-4671-8a02-6c8ed4e732a3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:53.898894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:53.899832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aa48ac8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:22:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:54.143443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f3307a62-1bf7-4c86-82a8-f5f87216aa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:54.154153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc693b-cf04-422b-9bf7-2bf364f9eb95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:22:54.179279 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] Sync routers for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:22:54.209497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:54.210224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a9c3550>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:22:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:54.251744 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:54.274568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:54.341480 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a45556e4-8097-4671-8a02-6c8ed4e732a3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "PUT /v2.0/floatingips/3bd71773-4e17-4c99-b1da-31f7cc1ab525 HTTP/1.1" status: 200  len: 991 time: 3.7119727
Apr 19 13:22:54.351850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'tag': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:54.386150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8261947f-08cf-4f8c-88a5-35d54c6ad104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:54.393231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-6c9cf0c5-782e-4df6-8c77-887ee611b1b2 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:54.395340 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-6c9cf0c5-782e-4df6-8c77-887ee611b1b2 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 815 time: 0.4643614
Apr 19 13:22:54.425215 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-9ff09f56-cc4d-4aa4-906f-264dfeec7924 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/quotas/acda3b8cafd8499eafbde56a138a837e HTTP/1.1" status: 200  len: 375 time: 0.0171051
Apr 19 13:22:54.427707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:54.432355 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55038) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:54.434485 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=751805335232422e98416ffb41c8d680&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4165876
Apr 19 13:22:54.454266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-dabc693b-cf04-422b-9bf7-2bf364f9eb95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:54.504784 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:54.505999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f3307a62-1bf7-4c86-82a8-f5f87216aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:54.569179 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41767413-5929-419b-905d-4429529c3be8,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:54.581471 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:54.594656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-9a62dbdf-bf17-47b5-861c-76809e96f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:54.595156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:54.596825 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-9a62dbdf-bf17-47b5-861c-76809e96f659 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 1098 time: 0.6575427
Apr 19 13:22:54.618142 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-dabc693b-cf04-422b-9bf7-2bf364f9eb95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "PUT /v2.0/floatingips/82da7992-8926-484a-ac18-e494e57720c0 HTTP/1.1" status: 200  len: 990 time: 4.4405925
Apr 19 13:22:54.620865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:22:54.659506 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3307a62-1bf7-4c86-82a8-f5f87216aa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4a4de-5148-4518-b88a-ea0892d0f84e,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:54.674806 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f3307a62-1bf7-4c86-82a8-f5f87216aa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:54.688103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f3307a62-1bf7-4c86-82a8-f5f87216aa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:54.692706 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f3307a62-1bf7-4c86-82a8-f5f87216aa8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dde4a4de-5148-4518-b88a-ea0892d0f84e HTTP/1.1" status: 204  len: 168 time: 1.3457065
Apr 19 13:22:54.743568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-afe924b8-7816-49e9-b215-fc8f0721192f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:54.788478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-afe924b8-7816-49e9-b215-fc8f0721192f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:54.800950 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-03d4513e-55bd-47e9-9d5f-a26d2381e465 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3629565
Apr 19 13:22:54.814028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2c589-a879-46c2-bd3d-6752468d692d req-0ed70838-9115-4292-b37e-12b6921517de tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:54.822155 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7bb2c589-a879-46c2-bd3d-6752468d692d req-0ed70838-9115-4292-b37e-12b6921517de tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.3170114
Apr 19 13:22:54.864776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-cc1d2e8f-de3c-420e-80ff-1d1762e76494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:54.866647 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-cc1d2e8f-de3c-420e-80ff-1d1762e76494 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 916 time: 0.2471902
Apr 19 13:22:55.018513 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-48ce58a5-16ef-456d-a205-c1f6edc6331b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2195e637-616a-497b-9aec-153cd254de30 HTTP/1.1" status: 200  len: 217 time: 0.1362710
Apr 19 13:22:55.054488 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7bb2c589-a879-46c2-bd3d-6752468d692d req-9e05a56b-9316-4200-8d1c-15f04306cf2d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2315400
Apr 19 13:22:55.108318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-afe924b8-7816-49e9-b215-fc8f0721192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:55.127130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:55.148498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aa48ac8>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '3bd71773-4e17-4c99-b1da-31f7cc1ab525', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'port_id': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'mac_address': 'fa:16:3e:04:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:22:21Z', 'updated_at': '2021-04-19T13:22:51Z', 'revision_number': 1, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:55.159745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] Checking router: c73239fa-1a87-4647-beba-3f2fac4b421d for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:22:55.164095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-afe924b8-7816-49e9-b215-fc8f0721192f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:55.173325 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-afe924b8-7816-49e9-b215-fc8f0721192f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41767413-5929-419b-905d-4429529c3be8 HTTP/1.1" status: 204  len: 168 time: 0.7375953
Apr 19 13:22:55.180392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:55.181280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe924b8-7816-49e9-b215-fc8f0721192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41767413-5929-419b-905d-4429529c3be8,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:55.183312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aa48ac8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:22:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:55.189104 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-107bb324-5c63-46e2-bc0f-605705307d28 service neutron] 10.222.0.26 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3649104
Apr 19 13:22:55.196118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-afe924b8-7816-49e9-b215-fc8f0721192f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:55.225884 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-1d99f466-3ae9-4657-8471-7bafcd5754fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:55.227858 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-1d99f466-3ae9-4657-8471-7bafcd5754fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc56782-372f-4b29-b18b-6bf33151ba1a HTTP/1.1" status: 200  len: 855 time: 0.2007663
Apr 19 13:22:55.302505 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-616a517d-04ed-4fbd-9872-71aea585a04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:55.336814 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-0d5e37a5-8cec-4ede-abba-21cb0faa528a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a84a36-09c1-482f-8a32-9971f376cb12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1000154
Apr 19 13:22:55.382956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a9c3550>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '82da7992-8926-484a-ac18-e494e57720c0', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'port_id': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'mac_address': 'fa:16:3e:8d:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf8908-b644-4166-accc-59374dca697f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:22:17Z', 'updated_at': '2021-04-19T13:22:51Z', 'revision_number': 1, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:55.392319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] Checking router: b0492f93-d71d-49a4-a3d8-f3d1e200ba86 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:22:55.435459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:22:55.436173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a9c3550>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:22:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:55.444895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55066) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:55.485188 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'tag': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012', 'status': 'completed', 'code': 200}
Apr 19 13:22:55.527227 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-de798563-27b9-4b4b-a999-afb8e98438ac service neutron] 10.222.0.26 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3263569
Apr 19 13:22:55.651340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:55.895646 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'status': 'completed', 'code': 200}
Apr 19 13:22:55.949535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55082) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:55.995874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:56.057435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:56.077689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] Usage tracker for resource:security_group_rule and tenant:47e2d470ee794f5598ebddc9e896d6df is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:56.083523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:56.107240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:56.169607 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-4e8795f1-071f-4362-b37d-24deb5940fda service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8231406
Apr 19 13:22:56.213406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aa48ac8>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '3bd71773-4e17-4c99-b1da-31f7cc1ab525', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'port_id': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'mac_address': 'fa:16:3e:04:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:22:21Z', 'updated_at': '2021-04-19T13:22:51Z', 'revision_number': 1, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:56.238080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b3b7c-b354-46c0-ad18-90f90ee000cd None None] The sync data for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi is: [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '3bd71773-4e17-4c99-b1da-31f7cc1ab525', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'port_id': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'mac_address': 'fa:16:3e:04:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:22:21Z', 'updated_at': '2021-04-19T13:22:51Z', 'revision_number': 1, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:22:56.332365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:22:56.352932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-341db34a-6374-4ace-a6d4-e943d58fa7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:56.355243 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-341db34a-6374-4ace-a6d4-e943d58fa7e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f383e19f962d42879794bd93ee81fa67&device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 1098 time: 0.5941362
Apr 19 13:22:56.387377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:56.475702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:56.487913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:56.503916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a8ee6dbd-7539-4404-8960-b1f6c333a654 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:56.504776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-584a6ce8-3e30-4db7-a156-8731538ebef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:56.506621 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-584a6ce8-3e30-4db7-a156-8731538ebef3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 1098 time: 0.6085198
Apr 19 13:22:56.553773 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ebec9300-fbc6-4abd-b1a7-9dd056599f6f req-367f2efa-c726-4e47-9912-a79f9244d23b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 210 time: 0.1643379
Apr 19 13:22:56.564104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a4f24d-cee2-4fd2-a967-81fed8cdfd0c,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:56.587520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:56.608080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:56.615127 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] Usage tracker for resource:security_group_rule and tenant:97e93d47ca2e4894bb848c674eb83234 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:56.619101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:56.635970 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47e2d470ee794f5598ebddc9e896d6df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6850200
Apr 19 13:22:56.640500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55102) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:56.663554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:56.726404 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-715e11f8-0558-4906-aae5-458de1a5863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:56.728283 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-715e11f8-0558-4906-aae5-458de1a5863b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 917 time: 0.2124815
Apr 19 13:22:56.774945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bac5f9-e6a2-45b7-8a4a-49abd4454345 None None] New status for floating IP 3bd71773-4e17-4c99-b1da-31f7cc1ab525: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:22:56.841129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55112) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:56.909922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-6c5037cd-32af-44cc-b906-9eb34402a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:56.911715 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-6c5037cd-32af-44cc-b906-9eb34402a662 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 200  len: 912 time: 0.5374606
Apr 19 13:22:56.914429 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83176f6-ccce-4bf0-8361-fe9712b375b2 req-f5e90cd3-d9cf-488e-9d04-47495ba16b45 service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7124798
Apr 19 13:22:57.110600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c9c18bb6-ed84-4a91-8baa-90082d4916dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:57.175368 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71c6afc-c4f6-40a2-bcb7-6ff9f7477c05 admin admin] Deleting subnet b1a95659-dc41-4102-b5c0-280c656e6fe1 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:22:57.240058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e71c6afc-c4f6-40a2-bcb7-6ff9f7477c05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:57.240676 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-d5cd8c1d-5f7b-47c5-a333-5c53b01dbd3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964 HTTP/1.1" status: 200  len: 998 time: 0.3251636
Apr 19 13:22:57.243059 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-e591f50d-477f-419d-b801-7289d454bec9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecb9b05-f0a4-438b-ad28-fe0d86d92012 HTTP/1.1" status: 200  len: 999 time: 0.2660384
Apr 19 13:22:57.315546 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c66f3e-a393-43fa-a628-4101582bb425 req-7baf65a1-44e6-4eb1-a8fb-e7df123548dd tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:57.324766 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c66f3e-a393-43fa-a628-4101582bb425 req-7baf65a1-44e6-4eb1-a8fb-e7df123548dd tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.6128657
Apr 19 13:22:57.337258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c9c18bb6-ed84-4a91-8baa-90082d4916dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:57.419538 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a9c3550>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '82da7992-8926-484a-ac18-e494e57720c0', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'port_id': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'mac_address': 'fa:16:3e:8d:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf8908-b644-4166-accc-59374dca697f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:22:17Z', 'updated_at': '2021-04-19T13:22:51Z', 'revision_number': 1, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:57.425364 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc85b18a-95b7-4ea9-9814-2eb7cb153c79 None None] The sync data for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi is: [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '82da7992-8926-484a-ac18-e494e57720c0', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'port_id': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'mac_address': 'fa:16:3e:8d:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf8908-b644-4166-accc-59374dca697f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:22:17Z', 'updated_at': '2021-04-19T13:22:51Z', 'revision_number': 1, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:22:57.522620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e71c6afc-c4f6-40a2-bcb7-6ff9f7477c05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:57.529355 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-bd9b1586-64df-44fe-8fc6-264fef9d8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:57.531628 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-bd9b1586-64df-44fe-8fc6-264fef9d8fce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.2747946
Apr 19 13:22:57.533419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-581f6d0b-101e-41d7-b8aa-f3a10c785ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:57.534952 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-581f6d0b-101e-41d7-b8aa-f3a10c785ecc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c91c612-6f59-49f3-8c6e-16f08a1ad2cb HTTP/1.1" status: 200  len: 850 time: 0.2768013
Apr 19 13:22:57.543262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:57.565706 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c66f3e-a393-43fa-a628-4101582bb425 req-6bd13b2f-aa8b-4e65-a22d-b207c823bd97 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2399206
Apr 19 13:22:57.566399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:57.574969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e71c6afc-c4f6-40a2-bcb7-6ff9f7477c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:57.608141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:57.726100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-6f963073-92a4-4b90-b4ee-bca99f4b399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:57.728052 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-6f963073-92a4-4b90-b4ee-bca99f4b399f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1236894
Apr 19 13:22:57.735474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-0855a6b6-a70f-4557-a691-410e510b1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:57.737223 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-0855a6b6-a70f-4557-a691-410e510b1b6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1909571
Apr 19 13:22:57.768377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907676c6-5b70-4d53-aa2d-cd03f4e5254a None None] New status for floating IP 82da7992-8926-484a-ac18-e494e57720c0: ACTIVE {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:22:57.943042 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-b4998030-4a3c-40ae-8884-02c6f4972648 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046490
Apr 19 13:22:58.042675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c9c18bb6-ed84-4a91-8baa-90082d4916dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:58.175994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1846ff61-b6d8-4512-a972-b70317949ff3,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:58.199581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:58.206067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:58.237767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e71c6afc-c4f6-40a2-bcb7-6ff9f7477c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:58.254021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c18bb6-ed84-4a91-8baa-90082d4916dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a4f24d-cee2-4fd2-a967-81fed8cdfd0c,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:58.268733 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97e93d47ca2e4894bb848c674eb83234&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8227170
Apr 19 13:22:58.275390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55144) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:58.277500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c9c18bb6-ed84-4a91-8baa-90082d4916dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:58.320085 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2dc87b92-7a6a-4d36-81c7-5fd5a1c95162 req-e44b6369-ab13-432f-801c-cc3da1564247 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 210 time: 0.4729900
Apr 19 13:22:58.321751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ac1d4054-453c-4e4c-917b-28bd653b0a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:58.443096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e71c6afc-c4f6-40a2-bcb7-6ff9f7477c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:58.510808 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e71c6afc-c4f6-40a2-bcb7-6ff9f7477c05 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b1a95659-dc41-4102-b5c0-280c656e6fe1 HTTP/1.1" status: 204  len: 168 time: 1.6363640
Apr 19 13:22:58.518605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55154) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:22:58.535417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c6afc-c4f6-40a2-bcb7-6ff9f7477c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a95659-dc41-4102-b5c0-280c656e6fe1,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:58.553219 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3803bcd4-5c3e-4c71-bc0f-9dde89c379e1 req-81d0e9d1-8895-4109-b9c1-6451f0b9a3a1 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5398664
Apr 19 13:22:58.621419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:58.622499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:58.623424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-907ee249-338d-4bf6-bd04-251c25a71de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:58.628519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e71c6afc-c4f6-40a2-bcb7-6ff9f7477c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:58.659557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c9c18bb6-ed84-4a91-8baa-90082d4916dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:58.660840 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c9c18bb6-ed84-4a91-8baa-90082d4916dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20a4f24d-cee2-4fd2-a967-81fed8cdfd0c HTTP/1.1" status: 204  len: 168 time: 2.0185466
Apr 19 13:22:58.697286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-59dc9bb9-0c06-4f5c-89a5-2957374e6133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:58.843067 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-25681ee6-0d4b-4389-bd96-951e5938b962 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9815207
Apr 19 13:22:58.882920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-59dc9bb9-0c06-4f5c-89a5-2957374e6133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:58.894612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-7b23b0dc-ebd3-48eb-834d-3ea827c4d260 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:58.898182 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-7b23b0dc-ebd3-48eb-834d-3ea827c4d260 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 815 time: 0.3433487
Apr 19 13:22:58.939900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Request body: {'port': {'device_id': '7b17637b-2caf-4830-8ef8-4c0ec41f5a12', 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12', 'admin_state_up': True, 'tenant_id': 'acda3b8cafd8499eafbde56a138a837e'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:22:58.947243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:58.997302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:59.094415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c22d79-2a64-4037-bb25-a72f64f4a1b3 req-daaa19d3-ea5c-407c-a4a9-0e9c3697a267 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:22:59.096123 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4c22d79-2a64-4037-bb25-a72f64f4a1b3 req-daaa19d3-ea5c-407c-a4a9-0e9c3697a267 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.2908466
Apr 19 13:22:59.116290 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4814fe8c-51aa-498d-8ee2-8dd6fb5b3eb7 req-440ef0c6-b6a4-407e-a2a2-fad3c623f196 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2163696
Apr 19 13:22:59.194906 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-59dc9bb9-0c06-4f5c-89a5-2957374e6133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:59.220410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-de6ca98d-4098-42fe-815b-cf68964692fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:22:59.238621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:59.271806 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc9bb9-0c06-4f5c-89a5-2957374e6133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1846ff61-b6d8-4512-a972-b70317949ff3,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:22:59.280287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-59dc9bb9-0c06-4f5c-89a5-2957374e6133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:22:59.350185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:22:59.361215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Usage tracker for resource:port and tenant:acda3b8cafd8499eafbde56a138a837e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:22:59.365664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:22:59.368936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-59dc9bb9-0c06-4f5c-89a5-2957374e6133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:59.370445 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-59dc9bb9-0c06-4f5c-89a5-2957374e6133 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1846ff61-b6d8-4512-a972-b70317949ff3 HTTP/1.1" status: 204  len: 168 time: 1.0728531
Apr 19 13:22:59.381228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:22:59.394532 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4c22d79-2a64-4037-bb25-a72f64f4a1b3 req-b1b750e6-8389-4fce-ac94-f3e4a6c6ff6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2882879
Apr 19 13:22:59.402956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Made reservation on behalf of acda3b8cafd8499eafbde56a138a837e for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:22:59.418492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:59.431756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f295a32d4a8>> segment before_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.432190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f295a32d4a8>> subnet precommit_delete_associations 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.433045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295acf7e80>> segment_host_mapping after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.433438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295acf7e80>> port after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.433807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295acf7e80>> port after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.434174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295acf7e80>> port after_update 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.434604 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295acf7e80>> segment after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.434977 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295acf7e80>> subnet after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.435342 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295acf7e80>> subnet after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.435706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f295acf7e80>> subnet after_update 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.552286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f295a33a358>> subnet after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.552926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f295a33a358>> subnet after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.553485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f295a33a358>> subnet before_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.554024 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f295a33a358>> subnet before_update 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 13:22:59.554651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f295a248160>,) {'filters': {'network_id': ['19152735-06a3-4da5-8bf3-5471a591398f']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:59.589340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a248160>, 'bfe6ec77-f714-4e3e-8245-a223a8d9f41a') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:59.589810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a248160>, 'bfe6ec77-f714-4e3e-8245-a223a8d9f41a') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:22:59.659828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848105445'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:59.676867 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-391b3dfd-1e4c-4b4e-b8e8-d71cc49c4c88 req-4ad94525-95c3-488e-a98e-afba01690165 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 210 time: 0.0908237
Apr 19 13:22:59.700625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:22:59.713851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:22:59.733778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Allocated IP 172.20.0.6 (03a84a36-09c1-482f-8a32-9971f376cb12/6cc56782-372f-4b29-b18b-6bf33151ba1a/ee233ec4-68f0-4a0d-b4bf-fccb37d57a92) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:22:59.943303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Network 19152735-06a3-4da5-8bf3-5471a591398f has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:22:59.954413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6954937'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.038752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.045671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 55198) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:00.068543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.130022 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:00.134994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] Usage tracker for resource:security_group_rule and tenant:40dcde059bcc47efb769537f989f71e9 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:00.138794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:00.146431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:00.172903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.176114 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Network 19152735-06a3-4da5-8bf3-5471a591398f has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:23:00.180955 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2bf6f0bf-dcad-4044-b009-b8b589fcafaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:00.193239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['2195e637-616a-497b-9aec-153cd254de30'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:23:00.247077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.273226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Pushing event updated for resources: {'Port': ['ID=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:00.282898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   from cryptography.utils import int_from_bytes
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   from cryptography.utils import int_from_bytes
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   (rel_b, rel_a, rel_b),
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   (rel_b, rel_a, rel_b),
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:23:00.302153 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:23:00.305731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Network 03a84a36-09c1-482f-8a32-9971f376cb12 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:23:00.309736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:23:00.313573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:23:00.343672 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.348412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-456be4c7-865d-46b6-9464-772c89482f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:00.389226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:00.389808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.450836 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5159998
Apr 19 13:23:00.468166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.472102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.484164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:00.497140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Request body: {'port': {'device_id': '7b17637b-2caf-4830-8ef8-4c0ec41f5a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:23:00.595102 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40dcde059bcc47efb769537f989f71e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5478883
Apr 19 13:23:00.596010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 55216) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:00.654551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fd46c4-5734-4a6c-9f07-2fcff2ddb9b9,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:00.666102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:00.694653 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a90bf995-aec7-40db-9b4c-d2d4a786a8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.727164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a90bf995-aec7-40db-9b4c-d2d4a786a8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.776738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Pushing event deleted for resources: {'Network': ['ID=19152735-06a3-4da5-8bf3-5471a591398f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:00.782970 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.790168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:00.796545 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] 10.222.0.26 "DELETE /v2.0/networks/19152735-06a3-4da5-8bf3-5471a591398f HTTP/1.1" status: 204  len: 168 time: 2.2703156
Apr 19 13:23:00.875901 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d8776-8c3d-4729-86b7-a1669a78602a req-e05a96f4-f86a-4726-9559-8d3dcc305e71 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:00.877821 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-153d8776-8c3d-4729-86b7-a1669a78602a req-e05a96f4-f86a-4726-9559-8d3dcc305e71 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1515882
Apr 19 13:23:00.879692 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a90bf995-aec7-40db-9b4c-d2d4a786a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.917412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cc7cfeb4-ac54-467d-a735-ce76fddac709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:00.975626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bf995-aec7-40db-9b4c-d2d4a786a8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fd46c4-5734-4a6c-9f07-2fcff2ddb9b9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:00.980585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a90bf995-aec7-40db-9b4c-d2d4a786a8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:00.981698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a90bf995-aec7-40db-9b4c-d2d4a786a8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:00.989544 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a90bf995-aec7-40db-9b4c-d2d4a786a8e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15fd46c4-5734-4a6c-9f07-2fcff2ddb9b9 HTTP/1.1" status: 204  len: 168 time: 0.3814883
Apr 19 13:23:00.990451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:01.069114 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55240) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:01.072507 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-153d8776-8c3d-4729-86b7-a1669a78602a req-204346c1-0848-4065-8136-c80f51608a33 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858554
Apr 19 13:23:01.230096 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-6e77b386-dbc8-47bd-b213-316853dfb98c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdfd120068fa4af1875f190c33705adc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1563337
Apr 19 13:23:01.242284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55248) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:01.315874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a748544-84b2-49ab-9269-cb442aed7749 req-ca039a61-3698-4201-9a43-2bab01e88fd5 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:01.323907 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3a748544-84b2-49ab-9269-cb442aed7749 req-ca039a61-3698-4201-9a43-2bab01e88fd5 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 931 time: 0.3972228
Apr 19 13:23:01.418658 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-01ea9d36-a241-413b-83a9-402994d2d3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:01.436736 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3a748544-84b2-49ab-9269-cb442aed7749 req-bf754a7d-421c-492a-871c-6f2ae11e7076 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118402
Apr 19 13:23:01.462690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-01ea9d36-a241-413b-83a9-402994d2d3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:01.529892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-01ea9d36-a241-413b-83a9-402994d2d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:01.536800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5120ae9a-8dc7-4f21-b60d-e990a50eac45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:01.555263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea9d36-a241-413b-83a9-402994d2d3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686daef3-bde3-413f-9790-ba512dda5dff,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:01.557562 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-01ea9d36-a241-413b-83a9-402994d2d3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:01.562220 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-01ea9d36-a241-413b-83a9-402994d2d3b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/686daef3-bde3-413f-9790-ba512dda5dff HTTP/1.1" status: 204  len: 168 time: 0.3167150
Apr 19 13:23:01.563141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-01ea9d36-a241-413b-83a9-402994d2d3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:01.650231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:23:01.661623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:01.678589 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Transition to ACTIVE for port object ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:23:01.681456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:01.691924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:01.872211 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Pushing event updated for resources: {'Port': ['ID=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:01.880596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:01.960531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Attempting to bind port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:23:01.960914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Attempting to bind port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:23:01.961286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Attempting to bind port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 on network 03a84a36-09c1-482f-8a32-9971f376cb12 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:23:01.967235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 on network 03a84a36-09c1-482f-8a32-9971f376cb12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:23:01.967601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Attempting to bind port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 on network 03a84a36-09c1-482f-8a32-9971f376cb12 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:23:01.974257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:23:01.974676 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Checking segment: {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:23:01.975278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Bound using segment: {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:23:01.975562 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Bound port: ee233ec4-68f0-4a0d-b4bf-fccb37d57a92, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:23:01.975948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:02.095854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] For port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:23:02.100900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] For port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:23:02.119205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:02.135635 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:02.259789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:02.260486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:02.262336 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 HTTP/1.1" status: 200  len: 1093 time: 1.7795539
Apr 19 13:23:02.263802 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b17637b-2caf-4830-8ef8-4c0ec41f5a12', 'tag': 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:23:02.433128 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b17637b-2caf-4830-8ef8-4c0ec41f5a12', 'tag': 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92', 'status': 'completed', 'code': 200}
Apr 19 13:23:02.456758 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Pushing event updated for resources: {'Port': ['ID=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:02.464887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:02.507793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b2cc-56dd-4b54-9e55-1022d95201cb req-e9dac207-e9e6-45d2-9a2b-515b897f8573 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:02.510244 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ebc6b2cc-56dd-4b54-9e55-1022d95201cb req-e9dac207-e9e6-45d2-9a2b-515b897f8573 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1859720
Apr 19 13:23:02.529816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-3043cb06-2458-4ad4-bf8a-339c19c2e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:02.532772 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-3043cb06-2458-4ad4-bf8a-339c19c2e920 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 1096 time: 0.2206686
Apr 19 13:23:02.623620 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ebc6b2cc-56dd-4b54-9e55-1022d95201cb req-b65c596f-0b28-4bb5-864b-49b66116518f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055372
Apr 19 13:23:02.659325 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-856976db-2038-4579-be48-b0763b664da4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 HTTP/1.1" status: 200  len: 217 time: 0.1096766
Apr 19 13:23:02.783803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-951b5ac6-850a-4505-b972-aa94fc22c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:02.785851 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-951b5ac6-850a-4505-b972-aa94fc22c873 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc56782-372f-4b29-b18b-6bf33151ba1a HTTP/1.1" status: 200  len: 855 time: 0.1136670
Apr 19 13:23:02.854634 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-df6e1589-f34e-4c6c-9985-6422ef6fb9aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a84a36-09c1-482f-8a32-9971f376cb12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599787
Apr 19 13:23:02.867660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53b233-d5d4-4f31-8c99-a7c82cdeefa6 req-fc3d86c8-5604-4c82-ad0a-cb4e73b9aa78 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:02.869335 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9c53b233-d5d4-4f31-8c99-a7c82cdeefa6 req-fc3d86c8-5604-4c82-ad0a-cb4e73b9aa78 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 943 time: 0.1039684
Apr 19 13:23:02.880402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55322) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:02.965505 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9c53b233-d5d4-4f31-8c99-a7c82cdeefa6 req-28bf8e83-4d50-4446-be5f-b0af232310ad tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819142
Apr 19 13:23:03.055163 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-3a18c4a0-4161-4342-81d0-95af85d3b947 service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894062
Apr 19 13:23:03.115862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:03.159333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:03.165461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] Usage tracker for resource:security_group_rule and tenant:1961bbc03c104c68bb3b22f0242fee7c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:03.173964 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:03.182625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:03.268905 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7427b56-4083-48de-a5b2-2142cb4200ab req-d793bf6d-bb5e-448d-a6c6-cc6ec4e27b45 service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999118
Apr 19 13:23:03.317759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:03.327642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:03.339406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:03.392127 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1961bbc03c104c68bb3b22f0242fee7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5102034
Apr 19 13:23:03.396060 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55346) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:03.417102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025e5275-b53b-4de4-92f3-c7be9ee6bdfd,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:03.420844 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:03.451442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf5947-c6a5-452d-bfad-f0524cc4637d req-39be9573-eab2-4b0c-90e6-140880f0c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:03.454813 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fddf5947-c6a5-452d-bfad-f0524cc4637d req-39be9573-eab2-4b0c-90e6-140880f0c755 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 1096 time: 0.1213071
Apr 19 13:23:03.480215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c6258a84-21b9-4d28-9a3b-fe55e18c291e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:03.510881 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c6258a84-21b9-4d28-9a3b-fe55e18c291e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:03.595454 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c6258a84-21b9-4d28-9a3b-fe55e18c291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:03.608450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c9c18bb6-ed84-4a91-8baa-90082d4916dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:03.636542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf5947-c6a5-452d-bfad-f0524cc4637d req-d0badcf5-6a7b-4087-a7c1-766604a7df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:03.638784 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fddf5947-c6a5-452d-bfad-f0524cc4637d req-d0badcf5-6a7b-4087-a7c1-766604a7df6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 916 time: 0.1672301
Apr 19 13:23:03.639824 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6258a84-21b9-4d28-9a3b-fe55e18c291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025e5275-b53b-4de4-92f3-c7be9ee6bdfd,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:03.643948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c6258a84-21b9-4d28-9a3b-fe55e18c291e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:03.645506 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c6258a84-21b9-4d28-9a3b-fe55e18c291e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/025e5275-b53b-4de4-92f3-c7be9ee6bdfd HTTP/1.1" status: 204  len: 168 time: 0.2482500
Apr 19 13:23:03.646733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c6258a84-21b9-4d28-9a3b-fe55e18c291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:03.804098 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fddf5947-c6a5-452d-bfad-f0524cc4637d req-71ea01f3-59c5-43b9-b035-1916aaf00a95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 HTTP/1.1" status: 200  len: 217 time: 0.1307321
Apr 19 13:23:03.951914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf5947-c6a5-452d-bfad-f0524cc4637d req-725702b3-b199-499a-afc6-947c5fadfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:03.955619 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fddf5947-c6a5-452d-bfad-f0524cc4637d req-725702b3-b199-499a-afc6-947c5fadfcf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc56782-372f-4b29-b18b-6bf33151ba1a HTTP/1.1" status: 200  len: 855 time: 0.1342883
Apr 19 13:23:04.023949 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700384dd-d775-4487-a7f9-234d1315a5d2 req-32e64282-4268-4984-a997-b820b0ef94c7 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:04.025849 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-700384dd-d775-4487-a7f9-234d1315a5d2 req-32e64282-4268-4984-a997-b820b0ef94c7 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.2385569
Apr 19 13:23:04.083466 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fddf5947-c6a5-452d-bfad-f0524cc4637d req-2911ea43-59cb-495a-8ad4-7ec1ab0b49b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a84a36-09c1-482f-8a32-9971f376cb12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1155701
Apr 19 13:23:04.103879 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-700384dd-d775-4487-a7f9-234d1315a5d2 req-4ff64d2d-f539-4a7c-8be4-a0c25d1c66d1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711713
Apr 19 13:23:04.253243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55388) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:04.282712 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:04.310243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:04.315382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] Usage tracker for resource:security_group_rule and tenant:247e333537ae438baaf3c06cc0679de1 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:04.318558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:04.325683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:04.399513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c3161-77db-451f-9ef8-13842621dc69 req-d5c249cf-1e50-4fbf-a845-bdb6d7e2f107 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:04.408071 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed8c3161-77db-451f-9ef8-13842621dc69 req-d5c249cf-1e50-4fbf-a845-bdb6d7e2f107 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 943 time: 0.2366760
Apr 19 13:23:04.480172 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed8c3161-77db-451f-9ef8-13842621dc69 req-5b4b088f-b2d4-4556-8142-576dfd780c2b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706091
Apr 19 13:23:04.547786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:04.558604 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:04.593530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2423188d-3ae2-401b-8c2d-20097ae3e6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:04.615448 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=247e333537ae438baaf3c06cc0679de1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3609705
Apr 19 13:23:04.620363 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 55402) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:04.638081 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c746fe-97fb-42e8-b14a-91d2e95b3255,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:04.644931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:04.709291 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fddf5947-c6a5-452d-bfad-f0524cc4637d req-b2d9f7cb-19cc-4bff-8e65-a95324f6655e service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6149058
Apr 19 13:23:04.762430 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c0511939-a528-48f6-868c-7b304cee5eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:04.848497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c0511939-a528-48f6-868c-7b304cee5eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:04.921891 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fddf5947-c6a5-452d-bfad-f0524cc4637d req-af1d8c56-2dca-40be-9d9c-7013c70d5450 service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047112
Apr 19 13:23:04.929922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c0511939-a528-48f6-868c-7b304cee5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:04.940684 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:04.948796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0511939-a528-48f6-868c-7b304cee5eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c746fe-97fb-42e8-b14a-91d2e95b3255,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:04.951722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c0511939-a528-48f6-868c-7b304cee5eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:04.954577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c0511939-a528-48f6-868c-7b304cee5eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:04.960497 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c0511939-a528-48f6-868c-7b304cee5eb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6c746fe-97fb-42e8-b14a-91d2e95b3255 HTTP/1.1" status: 204  len: 168 time: 0.3373990
Apr 19 13:23:05.329662 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91242739-06a8-4404-b56d-b1db4b9ff919 req-9811eedd-d021-449a-8f4c-647fa132571d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:05.331406 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-91242739-06a8-4404-b56d-b1db4b9ff919 req-9811eedd-d021-449a-8f4c-647fa132571d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.0946453
Apr 19 13:23:05.393956 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-91242739-06a8-4404-b56d-b1db4b9ff919 req-d373055b-0132-4e2e-9f5f-9e202a443f6d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552299
Apr 19 13:23:05.770566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758e390-9087-499a-9a93-bbe81f7bffef req-807dae7e-c98e-40af-82af-7fb38ce4503b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:05.772550 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d758e390-9087-499a-9a93-bbe81f7bffef req-807dae7e-c98e-40af-82af-7fb38ce4503b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 943 time: 0.1308677
Apr 19 13:23:05.866690 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d758e390-9087-499a-9a93-bbe81f7bffef req-d2329871-c4b3-4f8d-9576-9d4130730ee8 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828567
Apr 19 13:23:06.639348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54691dd-eadc-4402-a0b7-b87ac397b3b8 req-668949ec-4ae5-4e42-8d9c-bdf85c0bd364 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:06.640973 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d54691dd-eadc-4402-a0b7-b87ac397b3b8 req-668949ec-4ae5-4e42-8d9c-bdf85c0bd364 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1000319
Apr 19 13:23:06.688863 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d54691dd-eadc-4402-a0b7-b87ac397b3b8 req-220e6644-e621-4f5b-9153-724d0bae62b1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415437
Apr 19 13:23:06.709524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 55552) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:06.842090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:06.862198 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:06.866306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] Usage tracker for resource:security_group_rule and tenant:7a4d0953191d4e5a8c35833e5e670929 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:06.869363 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:06.876129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:06.964426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:06.967900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:06.977646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-11e67ffa-52c4-4bd8-be62-017d102186c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:07.021639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb05909-2ad1-4f30-aa66-54382ce9cffb,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:07.030614 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a4d0953191d4e5a8c35833e5e670929&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3196919
Apr 19 13:23:07.031190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 55562) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:07.032085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:07.080942 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1d6cf-ae7c-4240-b7e4-d3908b2eb88c req-0088984d-39d9-4d63-b900-f7007dceb34c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:07.082741 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f4c1d6cf-ae7c-4240-b7e4-d3908b2eb88c req-0088984d-39d9-4d63-b900-f7007dceb34c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 943 time: 0.0949485
Apr 19 13:23:07.103248 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2d04c647-43b7-496e-a8ff-07ee10fb4fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.132966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2d04c647-43b7-496e-a8ff-07ee10fb4fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.149734 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f4c1d6cf-ae7c-4240-b7e4-d3908b2eb88c req-9e3f7c28-41bd-4a00-9352-013f753344d8 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592797
Apr 19 13:23:07.164782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:23:07.186976 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2d04c647-43b7-496e-a8ff-07ee10fb4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.193696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7a404583-dd80-4c13-8a1b-732565908f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:07.211230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04c647-43b7-496e-a8ff-07ee10fb4fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb05909-2ad1-4f30-aa66-54382ce9cffb,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:07.213874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2d04c647-43b7-496e-a8ff-07ee10fb4fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:07.214931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2d04c647-43b7-496e-a8ff-07ee10fb4fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.216320 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2d04c647-43b7-496e-a8ff-07ee10fb4fd5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5fb05909-2ad1-4f30-aa66-54382ce9cffb HTTP/1.1" status: 204  len: 168 time: 0.1832638
Apr 19 13:23:07.333830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:23:07.351960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92', 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12', 'port_id': 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92', 'mac_address': 'fa:16:3e:64:1b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc56782-372f-4b29-b18b-6bf33151ba1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:23:07.412432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.430396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:23:07.447279 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:23:07.451413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.454826 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:07.525323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:07.528117 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 55576) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:07.533949 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.534338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.534746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.535119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.535495 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.535864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.536231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.536597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.536965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.537330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.537691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.538051 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:07.542193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:07.549562 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.564834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:07.568823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] Usage tracker for resource:security_group_rule and tenant:a07e01e202c7472796bcb974daeb3af7 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:07.571787 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:07.577769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:07.665435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.668868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.678035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:07.721387 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a07e01e202c7472796bcb974daeb3af7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1917496
Apr 19 13:23:07.723152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f826978-4371-4cc1-9906-0f84209430ad,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:07.724183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55584) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:07.726319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:07.791885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2216ce08-aa43-439c-87d9-b73ec2d94530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.819274 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2216ce08-aa43-439c-87d9-b73ec2d94530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.864951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2216ce08-aa43-439c-87d9-b73ec2d94530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.869821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f3307a62-1bf7-4c86-82a8-f5f87216aa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:07.882761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216ce08-aa43-439c-87d9-b73ec2d94530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f826978-4371-4cc1-9906-0f84209430ad,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:07.885117 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2216ce08-aa43-439c-87d9-b73ec2d94530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:07.893163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2216ce08-aa43-439c-87d9-b73ec2d94530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:07.894389 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2216ce08-aa43-439c-87d9-b73ec2d94530 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f826978-4371-4cc1-9906-0f84209430ad HTTP/1.1" status: 204  len: 168 time: 0.1690631
Apr 19 13:23:09.506443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0807a-8750-4049-b266-a32674c58f53 req-117b5fb6-1923-4799-90e9-5f71e65324aa tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:09.508120 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3cf0807a-8750-4049-b266-a32674c58f53 req-117b5fb6-1923-4799-90e9-5f71e65324aa tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1713712
Apr 19 13:23:09.518895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a94b-3506-4c96-b064-aec499385685 req-749df6b1-bbae-492d-b55c-36e62899404a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:09.520526 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dfb3a94b-3506-4c96-b064-aec499385685 req-749df6b1-bbae-492d-b55c-36e62899404a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 944 time: 0.1442130
Apr 19 13:23:09.530888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['ee233ec4-68f0-4a0d-b4bf-fccb37d57a92'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:23:09.607577 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dfb3a94b-3506-4c96-b064-aec499385685 req-42bfbb51-835a-4c1d-8aae-96cef7ea67d7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683839
Apr 19 13:23:09.611835 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3cf0807a-8750-4049-b266-a32674c58f53 req-a1706f8d-febb-42db-8b32-97d51f010d77 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902450
Apr 19 13:23:10.896811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e1c7f-0d98-43d7-8492-f0a6e852520b req-4bab21eb-e559-48a2-a512-15568c13c838 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:10.898406 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e41e1c7f-0d98-43d7-8492-f0a6e852520b req-4bab21eb-e559-48a2-a512-15568c13c838 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 944 time: 0.1641676
Apr 19 13:23:10.911584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e41d8-052c-436a-8077-1a22bbe20f34 req-509a7fed-50ab-4de2-b49a-6e72a8674635 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:10.913332 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a06e41d8-052c-436a-8077-1a22bbe20f34 req-509a7fed-50ab-4de2-b49a-6e72a8674635 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1369286
Apr 19 13:23:10.989383 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e41e1c7f-0d98-43d7-8492-f0a6e852520b req-85ce1218-0df6-48aa-9bc9-c3871f5c865a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751541
Apr 19 13:23:10.996917 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a06e41d8-052c-436a-8077-1a22bbe20f34 req-2afef034-5047-44ff-aeef-9adb1b316b22 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648811
Apr 19 13:23:11.203753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55692) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:11.330451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:11.345429 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:11.349577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] Usage tracker for resource:security_group_rule and tenant:531dfb6c17cb4c68aebd01f5aad53e2d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:11.352850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:11.359044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:11.445795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:11.448904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:11.458598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-01ea9d36-a241-413b-83a9-402994d2d3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:11.501108 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=531dfb6c17cb4c68aebd01f5aad53e2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958746
Apr 19 13:23:11.502010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f341c3-e5e8-4171-8c3e-952c5678176f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:11.504562 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 55702) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:11.505547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:11.569862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a42e2f67-e33c-4021-b7f9-89fc2ae020cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:11.597287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a42e2f67-e33c-4021-b7f9-89fc2ae020cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:11.646277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a42e2f67-e33c-4021-b7f9-89fc2ae020cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:11.651213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4f83fb8b-9b97-4734-9cf8-51f7fb0c59e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:11.663786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e2f67-e33c-4021-b7f9-89fc2ae020cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f341c3-e5e8-4171-8c3e-952c5678176f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:11.666163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a42e2f67-e33c-4021-b7f9-89fc2ae020cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:11.674549 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a42e2f67-e33c-4021-b7f9-89fc2ae020cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:11.676381 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a42e2f67-e33c-4021-b7f9-89fc2ae020cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54f341c3-e5e8-4171-8c3e-952c5678176f HTTP/1.1" status: 204  len: 168 time: 0.1705105
Apr 19 13:23:11.959159 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 55712) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:11.979011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:11.994819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:11.998854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] Usage tracker for resource:security_group_rule and tenant:e99e7eae4bc44121b8e3fcadf9079edd is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:12.001854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:12.007882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:12.095300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:12.098133 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:12.107630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9f7f3bd5-536a-4b42-be0b-abd32866a3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:12.150093 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e99e7eae4bc44121b8e3fcadf9079edd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1897709
Apr 19 13:23:12.151808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d30e36-f725-4299-ba4c-6a6a5b7e4fce,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:12.152971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 55720) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:12.155098 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:12.220993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-272baa3d-b1bc-4805-97da-e13f669f790f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:12.249022 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-272baa3d-b1bc-4805-97da-e13f669f790f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:12.293924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-272baa3d-b1bc-4805-97da-e13f669f790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:12.297870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6298d6ae-a365-40f9-bb43-c44b3767d755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:12.311397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272baa3d-b1bc-4805-97da-e13f669f790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d30e36-f725-4299-ba4c-6a6a5b7e4fce,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:12.313738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-272baa3d-b1bc-4805-97da-e13f669f790f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:12.321274 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-272baa3d-b1bc-4805-97da-e13f669f790f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:12.322512 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-272baa3d-b1bc-4805-97da-e13f669f790f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92d30e36-f725-4299-ba4c-6a6a5b7e4fce HTTP/1.1" status: 204  len: 168 time: 0.1684396
Apr 19 13:23:12.639990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:23:12.720816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:23:12.725816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:23:12.726195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:12.854157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:12.882755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b17637b-2caf-4830-8ef8-4c0ec41f5a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:23:12.893454 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:23:12.896435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:12.898413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:12.969445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:12.972788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:14.020048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070eff5-66c8-44a5-80be-f1753962e33a req-2d1c488f-60d0-4a4e-85b1-da199abde0ac tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:14.021588 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d070eff5-66c8-44a5-80be-f1753962e33a req-2d1c488f-60d0-4a4e-85b1-da199abde0ac tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 945 time: 0.1675818
Apr 19 13:23:14.030800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e140c98-b887-4e3a-a148-a10ca6002b78 req-c70568e4-dabf-4d4d-a58c-20413b010051 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:14.032233 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2e140c98-b887-4e3a-a148-a10ca6002b78 req-c70568e4-dabf-4d4d-a58c-20413b010051 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1322365
Apr 19 13:23:14.107163 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d070eff5-66c8-44a5-80be-f1753962e33a req-fd6d6798-79df-46c6-bfe0-88637c8bf85c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738761
Apr 19 13:23:14.118930 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2e140c98-b887-4e3a-a148-a10ca6002b78 req-237015d8-0840-4729-ae6e-c0349028fea6 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689828
Apr 19 13:23:14.176235 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b17637b-2caf-4830-8ef8-4c0ec41f5a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92', 'code': 200}
Apr 19 13:23:14.463034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a207c8-a2cb-4211-b610-8c7e01fbd70a req-949b8410-c5c1-4487-9443-d94817b0b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:14.464699 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1a207c8-a2cb-4211-b610-8c7e01fbd70a req-949b8410-c5c1-4487-9443-d94817b0b09e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 1098 time: 0.0883811
Apr 19 13:23:14.514840 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1a207c8-a2cb-4211-b610-8c7e01fbd70a req-32b890ab-e3f6-416f-82b5-ee52b5b3e2f3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378051
Apr 19 13:23:18.167348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a98a32-7cb6-426d-b36a-44aa94b8ea13 req-25a3496f-cbd6-4c54-bf59-4032b39a95b4 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:18.168940 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-02a98a32-7cb6-426d-b36a-44aa94b8ea13 req-25a3496f-cbd6-4c54-bf59-4032b39a95b4 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1616971
Apr 19 13:23:18.177716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bc36d-e0c7-42ed-a22a-d732704ab24d req-3c4627b6-55bb-476c-bd56-d750a952c732 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:18.179308 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-017bc36d-e0c7-42ed-a22a-d732704ab24d req-3c4627b6-55bb-476c-bd56-d750a952c732 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 945 time: 0.1276877
Apr 19 13:23:18.254470 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-02a98a32-7cb6-426d-b36a-44aa94b8ea13 req-a8618f28-079c-4de1-aea2-145db9d5db72 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741346
Apr 19 13:23:18.262456 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-017bc36d-e0c7-42ed-a22a-d732704ab24d req-60f794af-4100-41ad-a614-f8495efba06b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666053
Apr 19 13:23:20.412597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:23:21.805430 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363bee8-1ca3-4620-a327-c012a226527f req-bc8d23cf-1faa-4f0a-b8b2-74a4df27caa1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:21.806997 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c363bee8-1ca3-4620-a327-c012a226527f req-bc8d23cf-1faa-4f0a-b8b2-74a4df27caa1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1707680
Apr 19 13:23:21.818120 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f3dae-909c-45d0-917f-57801d977a41 req-a9e42191-0084-4772-9e05-e050bef0fc7c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:21.819759 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ce4f3dae-909c-45d0-917f-57801d977a41 req-a9e42191-0084-4772-9e05-e050bef0fc7c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 945 time: 0.1431992
Apr 19 13:23:21.901151 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c363bee8-1ca3-4620-a327-c012a226527f req-978c2c1f-edd8-4c5f-b993-01e1ccb1a014 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803084
Apr 19 13:23:21.905885 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ce4f3dae-909c-45d0-917f-57801d977a41 req-1afc61fc-2175-4128-bb4f-48560aacef54 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677214
Apr 19 13:23:23.194147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12ec20-cc56-4831-9ee2-47ea868450de req-4c80d80e-b5ca-4e5a-8129-998d2a54701c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:23.195742 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3d12ec20-cc56-4831-9ee2-47ea868450de req-4c80d80e-b5ca-4e5a-8129-998d2a54701c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1697638
Apr 19 13:23:23.205186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe2e5b-114e-44b2-a9dc-d09d257a772f req-ad23df8a-caa2-417d-b776-bcb57e6e626e tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:23.206694 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-34fe2e5b-114e-44b2-a9dc-d09d257a772f req-ad23df8a-caa2-417d-b776-bcb57e6e626e tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 945 time: 0.1433668
Apr 19 13:23:23.292265 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3d12ec20-cc56-4831-9ee2-47ea868450de req-319e52e1-0bf1-4d85-b925-df28c86d7dbb tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844975
Apr 19 13:23:23.304532 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-34fe2e5b-114e-44b2-a9dc-d09d257a772f req-cc81d22d-526b-4ad9-afe4-dd06b0a52074 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824254
Apr 19 13:23:23.634426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad0ed3-08fe-41a6-8f5b-4bc826dee373 req-07f76cb5-9c5f-466f-b9c0-e81b64fcfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:23.636088 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cfad0ed3-08fe-41a6-8f5b-4bc826dee373 req-07f76cb5-9c5f-466f-b9c0-e81b64fcfd2b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 1098 time: 0.0877779
Apr 19 13:23:23.683227 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cfad0ed3-08fe-41a6-8f5b-4bc826dee373 req-a4ade28f-a7f1-4012-a0ba-576631ef3fe9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396817
Apr 19 13:23:24.161385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 55986) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:24.314842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:24.329967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:24.334303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] Usage tracker for resource:security_group_rule and tenant:edf83b60751e429e8342cc87ae7b35f2 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:24.337386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:24.343460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:24.432442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:24.435859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:24.447029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:24.491981 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=edf83b60751e429e8342cc87ae7b35f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3288710
Apr 19 13:23:24.492927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db67e6-7ccc-4322-b777-036c67fa4b0c,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:24.495719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 55998) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:24.498409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:24.522570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39002882-84d3-4863-bb88-d65a3e4fd7f2 req-63e1e066-c6b5-4c21-b627-350b649ff843 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:24.524301 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-39002882-84d3-4863-bb88-d65a3e4fd7f2 req-63e1e066-c6b5-4c21-b627-350b649ff843 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.0983603
Apr 19 13:23:24.580094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c390cd6b-aa5d-4b61-b1fb-2a6394bed734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:24.588609 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-39002882-84d3-4863-bb88-d65a3e4fd7f2 req-394081f2-09a9-425e-9a8a-9c20742a3008 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552354
Apr 19 13:23:24.616742 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c390cd6b-aa5d-4b61-b1fb-2a6394bed734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:24.667835 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c390cd6b-aa5d-4b61-b1fb-2a6394bed734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:24.673419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:24.687862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390cd6b-aa5d-4b61-b1fb-2a6394bed734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db67e6-7ccc-4322-b777-036c67fa4b0c,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:24.690582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c390cd6b-aa5d-4b61-b1fb-2a6394bed734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:24.701477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c390cd6b-aa5d-4b61-b1fb-2a6394bed734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:24.716393 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c390cd6b-aa5d-4b61-b1fb-2a6394bed734 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6db67e6-7ccc-4322-b777-036c67fa4b0c HTTP/1.1" status: 204  len: 168 time: 0.2103474
Apr 19 13:23:24.815042 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56010) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:24.931938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7c0960a6-dfba-473c-87d8-5594a519629d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:25.134951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:25.159735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:25.171158 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] Usage tracker for resource:security_group_rule and tenant:1780c671d18948598b54464c834fdf8b is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:25.178623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:25.184903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:25.295019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:25.297912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:25.308194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cfca930b-af5b-4942-a857-5ed97b644f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:25.356703 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1780c671d18948598b54464c834fdf8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5404751
Apr 19 13:23:25.357654 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa8c647-86db-4de8-b9c6-a94a4bd37ce1,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:25.360704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56038) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:25.371827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:25.475498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e79eb995-fa0f-4b33-bd15-b207237664aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:25.511367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e79eb995-fa0f-4b33-bd15-b207237664aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:25.576649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e79eb995-fa0f-4b33-bd15-b207237664aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:25.583064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2216ce08-aa43-439c-87d9-b73ec2d94530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:25.597256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79eb995-fa0f-4b33-bd15-b207237664aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa8c647-86db-4de8-b9c6-a94a4bd37ce1,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:25.600499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e79eb995-fa0f-4b33-bd15-b207237664aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:25.628317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e79eb995-fa0f-4b33-bd15-b207237664aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:25.633025 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e79eb995-fa0f-4b33-bd15-b207237664aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8aa8c647-86db-4de8-b9c6-a94a4bd37ce1 HTTP/1.1" status: 204  len: 168 time: 0.2708094
Apr 19 13:23:25.928982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad19c1-f5bf-4444-827e-9eb515479d0b req-96cb548b-8bd1-46f1-ac0c-d71d66d5cb2f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:25.930657 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6fad19c1-f5bf-4444-827e-9eb515479d0b req-96cb548b-8bd1-46f1-ac0c-d71d66d5cb2f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.2062728
Apr 19 13:23:25.998990 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6fad19c1-f5bf-4444-827e-9eb515479d0b req-f6b24195-ecb2-405b-8de3-9069ae768a01 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526166
Apr 19 13:23:26.033300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-c13ffc18-164d-42c5-80fd-ef6038b6f0af tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:26.040895 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-c13ffc18-164d-42c5-80fd-ef6038b6f0af tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 815 time: 0.2360854
Apr 19 13:23:26.058245 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-03ec3969-aac7-49ec-ab2a-ede83588f0e7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/quotas/acda3b8cafd8499eafbde56a138a837e HTTP/1.1" status: 200  len: 375 time: 0.0161774
Apr 19 13:23:26.158137 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-7b1298d2-9db6-4f75-9e71-f0f5ee2c2915 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0988450
Apr 19 13:23:26.203625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56086) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:26.287192 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56094) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:26.313663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.340313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:26.346015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] Usage tracker for resource:security_group_rule and tenant:4917dc63cc514fa19b46622c564e2515 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:26.349688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:26.356857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:26.473224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.474394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56100) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:26.482656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.493740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:26.568559 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-a2fb7fe4-ddb1-40d4-a98f-1d4fe49a05f1 service neutron] 10.222.0.26 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4091871
Apr 19 13:23:26.579378 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4917dc63cc514fa19b46622c564e2515&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2899492
Apr 19 13:23:26.582508 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56110) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:26.601312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.610587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ae0bff-60f4-4a78-ab1f-07cb4b9bf5db,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:26.616777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.629195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:26.636078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:26.641254 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:26.643843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b7c3968d57409aafc1c4798788606d is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:26.647849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:26.650946 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] Usage tracker for resource:security_group_rule and tenant:3a6e999c973547d381922e035b5fe27c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:26.656743 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:26.659675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:26.665455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:26.748324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf29c-36d1-43b1-8fc3-6e0f706010f2 req-ea371995-c13b-46ea-9528-e1ef3d521ed4 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:26.750079 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e42cf29c-36d1-43b1-8fc3-6e0f706010f2 req-ea371995-c13b-46ea-9528-e1ef3d521ed4 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.5503438
Apr 19 13:23:26.813634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-65bf5ec6-1a91-4b2c-bfb3-50e147a7ee81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.819823 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-80a254c5-e43f-47c8-871a-7eac726ae2e0 service neutron] 10.222.0.26 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2402468
Apr 19 13:23:26.823653 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.825920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.828516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.837404 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2d04c647-43b7-496e-a8ff-07ee10fb4fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:26.848815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.859003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-65bf5ec6-1a91-4b2c-bfb3-50e147a7ee81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.883452 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e42cf29c-36d1-43b1-8fc3-6e0f706010f2 req-3fc13c30-dc82-4c9c-a93b-6fc594d363c1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203694
Apr 19 13:23:26.895045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59180695-4e84-417c-944c-729bc7b5f7b0,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:26.919319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:26.919822 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a90bf995-aec7-40db-9b4c-d2d4a786a8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:26.928609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-65bf5ec6-1a91-4b2c-bfb3-50e147a7ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:26.934163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-afe924b8-7816-49e9-b215-fc8f0721192f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:26.946968 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3b7c3968d57409aafc1c4798788606d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4709373
Apr 19 13:23:26.947628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56116) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:26.971543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf5ec6-1a91-4b2c-bfb3-50e147a7ee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ae0bff-60f4-4a78-ab1f-07cb4b9bf5db,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:26.990657 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-65bf5ec6-1a91-4b2c-bfb3-50e147a7ee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:26.995695 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-65bf5ec6-1a91-4b2c-bfb3-50e147a7ee81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.000057 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-65bf5ec6-1a91-4b2c-bfb3-50e147a7ee81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65ae0bff-60f4-4a78-ab1f-07cb4b9bf5db HTTP/1.1" status: 204  len: 168 time: 0.3949254
Apr 19 13:23:27.033267 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a6e999c973547d381922e035b5fe27c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8282433
Apr 19 13:23:27.036115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56124) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:27.067409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ef9d0b-a340-46e1-a6cd-8dcdc503e00b,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:27.077980 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:27.174102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aa331223-7334-4faa-b1e9-13efd11dae28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.185497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c11049e4-0e73-4bff-8c3b-80c628237f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.224004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aa331223-7334-4faa-b1e9-13efd11dae28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.236877 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c11049e4-0e73-4bff-8c3b-80c628237f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.288637 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aa331223-7334-4faa-b1e9-13efd11dae28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.294165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c6258a84-21b9-4d28-9a3b-fe55e18c291e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:27.306472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa331223-7334-4faa-b1e9-13efd11dae28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ef9d0b-a340-46e1-a6cd-8dcdc503e00b,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:27.312143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-aa331223-7334-4faa-b1e9-13efd11dae28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:27.313974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c11049e4-0e73-4bff-8c3b-80c628237f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.314981 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aa331223-7334-4faa-b1e9-13efd11dae28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.321566 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-aa331223-7334-4faa-b1e9-13efd11dae28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85ef9d0b-a340-46e1-a6cd-8dcdc503e00b HTTP/1.1" status: 204  len: 168 time: 0.2834439
Apr 19 13:23:27.325394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3c916c7f-39c9-49ae-9741-f2aae025c606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:27.345419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11049e4-0e73-4bff-8c3b-80c628237f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59180695-4e84-417c-944c-729bc7b5f7b0,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:27.350456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c11049e4-0e73-4bff-8c3b-80c628237f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:27.370210 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c11049e4-0e73-4bff-8c3b-80c628237f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.372262 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c11049e4-0e73-4bff-8c3b-80c628237f81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59180695-4e84-417c-944c-729bc7b5f7b0 HTTP/1.1" status: 204  len: 168 time: 0.4191797
Apr 19 13:23:27.572174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56146) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:27.613502 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.638167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:27.638167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] Usage tracker for resource:security_group_rule and tenant:ccd58a7a849743909fbf58e97e37350a is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:27.638393 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:27.644623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:27.735595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.738577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.747673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-02b268f9-ab64-4b4c-ba48-a8adba4e18f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:27.791703 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ccd58a7a849743909fbf58e97e37350a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2183483
Apr 19 13:23:27.792615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5291a58b-88dc-405b-ac30-2ed8a28fdd71,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:27.794855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56156) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:27.795966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:27.835874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56160) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:27.861188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.864997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.881231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f9835edf-025d-45bc-865e-46f2f337151f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.883357 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:27.887710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] Usage tracker for resource:security_group_rule and tenant:4b072526956d4613b02b8e3275e71118 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:27.891622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:27.898292 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:27.917282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f9835edf-025d-45bc-865e-46f2f337151f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.966492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f9835edf-025d-45bc-865e-46f2f337151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.973138 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-741c5a46-08b3-47a0-91df-9301593aa3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:27.985892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.989458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.990909 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f9835edf-025d-45bc-865e-46f2f337151f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:27.992138 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f9835edf-025d-45bc-865e-46f2f337151f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5291a58b-88dc-405b-ac30-2ed8a28fdd71 HTTP/1.1" status: 204  len: 168 time: 0.1894519
Apr 19 13:23:27.993258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9835edf-025d-45bc-865e-46f2f337151f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291a58b-88dc-405b-ac30-2ed8a28fdd71,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:27.996232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f9835edf-025d-45bc-865e-46f2f337151f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:28.013459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3fd6789-1214-44de-a515-a16b22e4a8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:28.019128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:28.077182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df9bdc3-5567-4777-9984-241205b394e6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:28.080587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:28.086492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56172) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:28.098987 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b072526956d4613b02b8e3275e71118&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2618759
Apr 19 13:23:28.168432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9cf71d79-3d7f-43c0-a189-25a56282970e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:28.201071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9cf71d79-3d7f-43c0-a189-25a56282970e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:28.256109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9cf71d79-3d7f-43c0-a189-25a56282970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:28.261369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c11049e4-0e73-4bff-8c3b-80c628237f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:28.262000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:28.273455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf71d79-3d7f-43c0-a189-25a56282970e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df9bdc3-5567-4777-9984-241205b394e6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:28.277348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9cf71d79-3d7f-43c0-a189-25a56282970e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:28.280803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9cf71d79-3d7f-43c0-a189-25a56282970e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:28.283071 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9cf71d79-3d7f-43c0-a189-25a56282970e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2df9bdc3-5567-4777-9984-241205b394e6 HTTP/1.1" status: 204  len: 168 time: 0.1954453
Apr 19 13:23:28.970555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:29.024309 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dc092d4-b71c-4337-b2d9-60e97e516c29 req-c59b0a17-75aa-4205-9ace-511cca28cfb0 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 210 time: 0.0548627
Apr 19 13:23:29.913075 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-5f57776c-be73-4a61-ad5a-8ad2d413ebd0 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:29.915688 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-5f57776c-be73-4a61-ad5a-8ad2d413ebd0 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 815 time: 0.2297418
Apr 19 13:23:29.940341 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Request body: {'port': {'device_id': '159f5b14-548a-4e8c-a7dc-a5657980355e', 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12', 'admin_state_up': True, 'tenant_id': 'acda3b8cafd8499eafbde56a138a837e'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:23:30.213675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:30.274313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:30.280108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Usage tracker for resource:port and tenant:acda3b8cafd8499eafbde56a138a837e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:30.283842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:30.291656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:30.303156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Made reservation on behalf of acda3b8cafd8499eafbde56a138a837e for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:23:30.310821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:30.405209 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dc4f161-364e-424d-ba46-0b287384e4d0 req-0fba1dad-fa36-4d8f-9927-6f339aecab39 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 210 time: 0.1100700
Apr 19 13:23:30.595785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Allocated IP 172.20.0.3 (03a84a36-09c1-482f-8a32-9971f376cb12/6cc56782-372f-4b29-b18b-6bf33151ba1a/5e9585ba-374a-4480-ab35-978b3dd1a44a) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:23:30.881135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a57a31-670d-4a26-ba59-b6a385f1b814 req-03518176-e950-4521-b6fb-cf055a1d459c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:30.890506 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-51a57a31-670d-4a26-ba59-b6a385f1b814 req-03518176-e950-4521-b6fb-cf055a1d459c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1476657
Apr 19 13:23:30.893469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359059c4-131a-4279-a08e-98309fa3feb6 req-19e97af8-12b4-47f8-aa80-f887b6a25b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:30.895232 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-359059c4-131a-4279-a08e-98309fa3feb6 req-19e97af8-12b4-47f8-aa80-f887b6a25b75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 1098 time: 0.2419899
Apr 19 13:23:30.949027 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-51a57a31-670d-4a26-ba59-b6a385f1b814 req-ea925ee6-e308-479a-b52d-e52f928688eb tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565517
Apr 19 13:23:31.004071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:31.138851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359059c4-131a-4279-a08e-98309fa3feb6 req-54ded96f-a394-4569-84e7-6f96e7074447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:31.141345 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-359059c4-131a-4279-a08e-98309fa3feb6 req-54ded96f-a394-4569-84e7-6f96e7074447 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 920 time: 0.2366965
Apr 19 13:23:31.143474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:31.149835 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:31.157184 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['2195e637-616a-497b-9aec-153cd254de30', 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:23:31.386716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Pushing event updated for resources: {'Port': ['ID=5e9585ba-374a-4480-ab35-978b3dd1a44a,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:31.390933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:31.404571 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-359059c4-131a-4279-a08e-98309fa3feb6 req-0fb8165d-b88c-4633-b793-adfddb26f035 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961 HTTP/1.1" status: 200  len: 217 time: 0.1450536
Apr 19 13:23:31.407778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Network 03a84a36-09c1-482f-8a32-9971f376cb12 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:23:31.409477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:23:31.412595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:23:31.565505 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:31.566212 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:31.588183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359059c4-131a-4279-a08e-98309fa3feb6 req-312afcee-1e70-4733-907f-da9c8810e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:31.590210 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-359059c4-131a-4279-a08e-98309fa3feb6 req-312afcee-1e70-4733-907f-da9c8810e967 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.1446464
Apr 19 13:23:31.592163 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6578305
Apr 19 13:23:31.667757 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Request body: {'port': {'device_id': '159f5b14-548a-4e8c-a7dc-a5657980355e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:23:31.723028 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-359059c4-131a-4279-a08e-98309fa3feb6 req-a7e1cb92-fc9c-451b-82eb-c3281d4f096f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1182547
Apr 19 13:23:31.740660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcad66c-4e0a-48e5-8178-8bc3c2db29a0 req-10799601-2f1d-438f-aba5-84169faa14b2 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:31.742319 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bdcad66c-4e0a-48e5-8178-8bc3c2db29a0 req-10799601-2f1d-438f-aba5-84169faa14b2 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 931 time: 0.1300902
Apr 19 13:23:31.810073 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bdcad66c-4e0a-48e5-8178-8bc3c2db29a0 req-17a69dbd-79a3-47a7-8db8-30c95c4ace32 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600185
Apr 19 13:23:31.919471 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:32.016192 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-359059c4-131a-4279-a08e-98309fa3feb6 req-9509b181-c28a-4415-a0b6-4b7861eb84f5 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2826180
Apr 19 13:23:32.282971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7bd1a-1461-4e6e-a03b-06b199d81fb5 req-7944ea99-6e9f-440c-82f9-ec9c6d51c015 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:32.291385 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0fa7bd1a-1461-4e6e-a03b-06b199d81fb5 req-7944ea99-6e9f-440c-82f9-ec9c6d51c015 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1385307
Apr 19 13:23:32.352352 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0fa7bd1a-1461-4e6e-a03b-06b199d81fb5 req-11fdb899-9d3b-4975-bef8-c279d4c4845c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594299
Apr 19 13:23:32.727165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56404) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:32.836362 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-359059c4-131a-4279-a08e-98309fa3feb6 req-c56ebbce-ea7c-46f9-87bb-03b1a99c0d50 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8120470
Apr 19 13:23:32.856903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56414) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:32.951097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9585ba-374a-4480-ab35-978b3dd1a44a {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:23:32.958317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:32.977204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Transition to ACTIVE for port object 5e9585ba-374a-4480-ab35-978b3dd1a44a will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:23:32.981369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:32.987115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-24ac1e2c-9388-4f03-9162-efaa9a8de43e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:32.988165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.064933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:33.074952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.097446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:33.101437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] Usage tracker for resource:security_group_rule and tenant:8ebd49fd068b4400b3d6cf8bef1bdea4 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:33.105629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:33.109623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] Usage tracker for resource:security_group_rule and tenant:7909b370a5a742b885b2a014440d4025 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:33.116232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:33.119143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:33.131531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:33.171666 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9585ba-374a-4480-ab35-978b3dd1a44a,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:33.204809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:33.223440 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f130a75-2161-4d03-b5da-4d0b41ea56c8 req-a73e03a1-c92b-47d8-aed9-414a1b6fa26f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:33.225555 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3f130a75-2161-4d03-b5da-4d0b41ea56c8 req-a73e03a1-c92b-47d8-aed9-414a1b6fa26f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.2203298
Apr 19 13:23:33.247256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Attempting to bind port 5e9585ba-374a-4480-ab35-978b3dd1a44a on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:23:33.247641 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Attempting to bind port 5e9585ba-374a-4480-ab35-978b3dd1a44a by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:23:33.248017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Attempting to bind port 5e9585ba-374a-4480-ab35-978b3dd1a44a on network 03a84a36-09c1-482f-8a32-9971f376cb12 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:23:33.253638 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Port 5e9585ba-374a-4480-ab35-978b3dd1a44a on network 03a84a36-09c1-482f-8a32-9971f376cb12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:23:33.254005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Attempting to bind port 5e9585ba-374a-4480-ab35-978b3dd1a44a on network 03a84a36-09c1-482f-8a32-9971f376cb12 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:23:33.259621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:23:33.260007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Checking segment: {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:23:33.260444 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Bound using segment: {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:23:33.260923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Bound port: 5e9585ba-374a-4480-ab35-978b3dd1a44a, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:23:33.261312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.321882 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3f130a75-2161-4d03-b5da-4d0b41ea56c8 req-52a1113c-66f5-4d50-9508-bec2819bfb18 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844877
Apr 19 13:23:33.364457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.367494 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] For port 5e9585ba-374a-4480-ab35-978b3dd1a44a, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:23:33.369303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.370953 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] For port 5e9585ba-374a-4480-ab35-978b3dd1a44a, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=5e9585ba-374a-4480-ab35-978b3dd1a44a,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:23:33.374447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.374740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.381071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-90701ce9-4896-4582-a0d6-2bcf2e40f14a tempest-DeleteServersTestJSON-2144947166 tempest-DeleteServersTestJSON-2144947166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:33.383017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-aa331223-7334-4faa-b1e9-13efd11dae28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:33.399776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.441563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba43580-c0fb-4461-a1c3-ac2a574f4a4b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:33.446937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:33.447625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.449307 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] 10.222.0.10 "PUT /v2.0/ports/5e9585ba-374a-4480-ab35-978b3dd1a44a HTTP/1.1" status: 200  len: 1093 time: 1.7911556
Apr 19 13:23:33.453233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159f5b14-548a-4e8c-a7dc-a5657980355e', 'tag': '5e9585ba-374a-4480-ab35-978b3dd1a44a'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:23:33.458876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:33.459559 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-272baa3d-b1bc-4805-97da-e13f669f790f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:33.470178 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7909b370a5a742b885b2a014440d4025&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6122439
Apr 19 13:23:33.477934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56428) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:33.543743 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ebd49fd068b4400b3d6cf8bef1bdea4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8128388
Apr 19 13:23:33.543989 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159f5b14-548a-4e8c-a7dc-a5657980355e', 'tag': '5e9585ba-374a-4480-ab35-978b3dd1a44a', 'status': 'completed', 'code': 200}
Apr 19 13:23:33.551151 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56432) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:33.562549 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9585ba-374a-4480-ab35-978b3dd1a44a,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:33.565986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:33.575340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e602f96-648d-4780-80d8-510359ef8b73,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:33.594055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:33.629351 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-10f5508b-269d-486f-80f3-529ea5ff315f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.646564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-867c01c1-633f-4dd2-8194-8b2711053ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:33.648188 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-867c01c1-633f-4dd2-8194-8b2711053ac9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 1096 time: 0.1527324
Apr 19 13:23:33.649013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d2bb815f-6c6f-4c68-8151-8ab43af317ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.665278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-10f5508b-269d-486f-80f3-529ea5ff315f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.674996 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58d40b-b659-4517-b1b3-de5b5d5e0a87 req-9b6f27c9-7680-42e4-a628-05e57a618988 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:33.676631 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3b58d40b-b659-4517-b1b3-de5b5d5e0a87 req-9b6f27c9-7680-42e4-a628-05e57a618988 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1906106
Apr 19 13:23:33.710444 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d2bb815f-6c6f-4c68-8151-8ab43af317ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.754990 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-d849a33c-59d1-4438-951e-4151fe1fc011 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e9585ba-374a-4480-ab35-978b3dd1a44a HTTP/1.1" status: 200  len: 217 time: 0.0811446
Apr 19 13:23:33.770448 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3b58d40b-b659-4517-b1b3-de5b5d5e0a87 req-efb5c7c2-64bd-4764-b8aa-e24481946bd9 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838668
Apr 19 13:23:33.782273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d2bb815f-6c6f-4c68-8151-8ab43af317ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.787066 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:33.804328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb815f-6c6f-4c68-8151-8ab43af317ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e602f96-648d-4780-80d8-510359ef8b73,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:33.808602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d2bb815f-6c6f-4c68-8151-8ab43af317ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:33.822700 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d2bb815f-6c6f-4c68-8151-8ab43af317ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.833603 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d2bb815f-6c6f-4c68-8151-8ab43af317ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e602f96-648d-4780-80d8-510359ef8b73 HTTP/1.1" status: 204  len: 168 time: 0.2728601
Apr 19 13:23:33.861513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-10f5508b-269d-486f-80f3-529ea5ff315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.869152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f9835edf-025d-45bc-865e-46f2f337151f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:33.896182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5508b-269d-486f-80f3-529ea5ff315f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba43580-c0fb-4461-a1c3-ac2a574f4a4b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:33.909857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-10f5508b-269d-486f-80f3-529ea5ff315f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:33.931097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-10f5508b-269d-486f-80f3-529ea5ff315f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:33.952368 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-10f5508b-269d-486f-80f3-529ea5ff315f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ba43580-c0fb-4461-a1c3-ac2a574f4a4b HTTP/1.1" status: 204  len: 168 time: 0.4725528
Apr 19 13:23:33.958595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-e0ff98fc-9467-45f4-967d-1006df968be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:33.965109 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-e0ff98fc-9467-45f4-967d-1006df968be8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc56782-372f-4b29-b18b-6bf33151ba1a HTTP/1.1" status: 200  len: 855 time: 0.1939600
Apr 19 13:23:34.033774 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-99f1d800-7061-4adb-8a24-3865345dad12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a84a36-09c1-482f-8a32-9971f376cb12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600944
Apr 19 13:23:34.201508 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56460) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:34.220566 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-60598c73-0cea-48f3-8af9-db74bf0bfe0e service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784294
Apr 19 13:23:34.241111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.264525 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:34.269688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:fedfd8dbde9e408c94a3641b39a00ad5 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:34.272738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:34.278969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:34.393147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.398443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.422931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6739cebb-f809-4b6f-a3b5-d25c6a5b7060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:34.434223 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85454827-7921-4f86-a5ad-7e6b82e69cf1 req-4df5b6f0-e0ff-4d7c-a1ce-6041f6012e9c service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984992
Apr 19 13:23:34.483310 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fedfd8dbde9e408c94a3641b39a00ad5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2761376
Apr 19 13:23:34.486574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56470) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:34.491612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b51ffe5-ac31-4152-9cfd-e5067a222017,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:34.495196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:34.543004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56474) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:34.573070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8913cc49-6ff3-4563-9c67-212ed64cc127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.579507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56478) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:34.596912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8913cc49-6ff3-4563-9c67-212ed64cc127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:34.609417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8913cc49-6ff3-4563-9c67-212ed64cc127 admin admin] Usage tracker for resource:security_group_rule and tenant:cf4c92c40490495ea459430e9ebce3b3 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:34.618293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8913cc49-6ff3-4563-9c67-212ed64cc127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:34.627952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8913cc49-6ff3-4563-9c67-212ed64cc127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:34.637499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4d85ca7a-98d6-4db5-bb75-a1bd9b53c75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.657280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463051c9-3c86-4001-b341-2c40b4adca6b req-1006dbee-defb-4877-bafd-54262712e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:34.659012 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-463051c9-3c86-4001-b341-2c40b4adca6b req-1006dbee-defb-4877-bafd-54262712e371 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 1096 time: 0.1532352
Apr 19 13:23:34.659446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c41f7-b950-480a-b6a0-9faaa86e287f req-cd40d6d6-8684-43c8-926b-94f7c20e832b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:34.661106 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-872c41f7-b950-480a-b6a0-9faaa86e287f req-cd40d6d6-8684-43c8-926b-94f7c20e832b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.1755707
Apr 19 13:23:34.695648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4d85ca7a-98d6-4db5-bb75-a1bd9b53c75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.730127 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-872c41f7-b950-480a-b6a0-9faaa86e287f req-fb2ff665-d38d-4759-b8c1-1c46ce9d0452 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595438
Apr 19 13:23:34.776144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8913cc49-6ff3-4563-9c67-212ed64cc127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.780302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8913cc49-6ff3-4563-9c67-212ed64cc127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.789116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:34.833493 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.838726 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8913cc49-6ff3-4563-9c67-212ed64cc127 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf4c92c40490495ea459430e9ebce3b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2945275
Apr 19 13:23:34.840270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56488) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:34.853078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:34.853386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913cc49-6ff3-4563-9c67-212ed64cc127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6d86d4-958c-48b0-8eb5-e4775967a6b6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:34.857233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] Usage tracker for resource:security_group_rule and tenant:ad459bab5e4a49c4bf4030b91efcc945 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:34.860835 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:34.867019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:34.870398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8913cc49-6ff3-4563-9c67-212ed64cc127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:34.957888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4d85ca7a-98d6-4db5-bb75-a1bd9b53c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.970130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c0511939-a528-48f6-868c-7b304cee5eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:34.977222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-674a1274-5c6c-4b21-955b-697b3421bdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:34.995936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85ca7a-98d6-4db5-bb75-a1bd9b53c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b51ffe5-ac31-4152-9cfd-e5067a222017,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:35.001984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463051c9-3c86-4001-b341-2c40b4adca6b req-92248ecb-8d6c-45f6-b0c6-c1e99e0e0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:35.004091 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-463051c9-3c86-4001-b341-2c40b4adca6b req-92248ecb-8d6c-45f6-b0c6-c1e99e0e0ac6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 916 time: 0.3342700
Apr 19 13:23:35.007012 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4d85ca7a-98d6-4db5-bb75-a1bd9b53c75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:35.014498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-674a1274-5c6c-4b21-955b-697b3421bdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:35.072595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4d85ca7a-98d6-4db5-bb75-a1bd9b53c75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:35.073764 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4d85ca7a-98d6-4db5-bb75-a1bd9b53c75d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b51ffe5-ac31-4152-9cfd-e5067a222017 HTTP/1.1" status: 204  len: 168 time: 0.5859370
Apr 19 13:23:35.084521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83085e72-dfa2-4f4d-b98d-c8a39c07bdff req-4c0f8e8f-fd1c-404a-a51e-39568dcc7179 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:35.092124 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83085e72-dfa2-4f4d-b98d-c8a39c07bdff req-4c0f8e8f-fd1c-404a-a51e-39568dcc7179 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1721227
Apr 19 13:23:35.118786 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-463051c9-3c86-4001-b341-2c40b4adca6b req-c6176298-ffda-41ef-a34a-751417bb700b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e9585ba-374a-4480-ab35-978b3dd1a44a HTTP/1.1" status: 200  len: 217 time: 0.1013241
Apr 19 13:23:35.123498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:35.152050 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83085e72-dfa2-4f4d-b98d-c8a39c07bdff req-d55def4a-2d6d-40b2-a626-1391083a6949 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567143
Apr 19 13:23:35.153532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-674a1274-5c6c-4b21-955b-697b3421bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:35.158303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f79a4dcb-d7e0-48f7-9b68-c936af8ea02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:35.172458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a1274-5c6c-4b21-955b-697b3421bdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6d86d4-958c-48b0-8eb5-e4775967a6b6,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:35.175343 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-674a1274-5c6c-4b21-955b-697b3421bdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:35.178960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:35.183575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-674a1274-5c6c-4b21-955b-697b3421bdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:35.186701 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-674a1274-5c6c-4b21-955b-697b3421bdb9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f6d86d4-958c-48b0-8eb5-e4775967a6b6 HTTP/1.1" status: 204  len: 168 time: 0.3434234
Apr 19 13:23:35.191573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-77e6e463-fe87-49f5-b5c9-68cda30c3258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:35.251900 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad459bab5e4a49c4bf4030b91efcc945&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6651835
Apr 19 13:23:35.254866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56500) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:35.254985 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e4e189-8777-46f0-8778-9497d343f8d9,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:35.270709 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463051c9-3c86-4001-b341-2c40b4adca6b req-19d31fff-e1b4-4e7d-b650-bcbac47c4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:35.272503 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-463051c9-3c86-4001-b341-2c40b4adca6b req-19d31fff-e1b4-4e7d-b650-bcbac47c4bd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc56782-372f-4b29-b18b-6bf33151ba1a HTTP/1.1" status: 200  len: 855 time: 0.1467335
Apr 19 13:23:35.273460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:35.338786 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-463051c9-3c86-4001-b341-2c40b4adca6b req-147ca25d-ca9c-4543-a5c2-10e88be3554c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a84a36-09c1-482f-8a32-9971f376cb12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561521
Apr 19 13:23:35.349294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-19e7a39b-e9cd-45c7-ab4b-5003e8558883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:35.392123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-19e7a39b-e9cd-45c7-ab4b-5003e8558883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:35.448630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-19e7a39b-e9cd-45c7-ab4b-5003e8558883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:35.454765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:35.471869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7a39b-e9cd-45c7-ab4b-5003e8558883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e4e189-8777-46f0-8778-9497d343f8d9,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:35.482786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-19e7a39b-e9cd-45c7-ab4b-5003e8558883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:35.485030 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-19e7a39b-e9cd-45c7-ab4b-5003e8558883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:35.491679 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-19e7a39b-e9cd-45c7-ab4b-5003e8558883 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7e4e189-8777-46f0-8778-9497d343f8d9 HTTP/1.1" status: 204  len: 168 time: 0.2353542
Apr 19 13:23:35.535717 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-463051c9-3c86-4001-b341-2c40b4adca6b req-f7d417dd-12e5-4532-b124-4080f83ed80a service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1878698
Apr 19 13:23:35.721787 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-463051c9-3c86-4001-b341-2c40b4adca6b req-df7e363c-9915-4222-a37a-157cd6822715 service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678555
Apr 19 13:23:35.952046 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b7f32-30be-4095-90a8-21379f7f47c6 req-ad0a1dd0-1154-4450-9db3-b7cf5e01a7f8 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:35.954004 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bc3b7f32-30be-4095-90a8-21379f7f47c6 req-ad0a1dd0-1154-4450-9db3-b7cf5e01a7f8 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.0924237
Apr 19 13:23:36.025269 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bc3b7f32-30be-4095-90a8-21379f7f47c6 req-eaa90dee-21ce-4587-8419-22c6a4a28d0a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630393
Apr 19 13:23:36.062848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56554) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:36.354994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:36.378615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:36.392417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] Usage tracker for resource:security_group_rule and tenant:1a54d398130a43eea37a25d6a182ae8d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:36.396369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:36.404543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:36.428319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6757-712a-4813-a44a-a49ed94039f8 req-6fa7073d-5f21-44a3-a3fd-2f08f92628d3 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:36.429969 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e0fa6757-712a-4813-a44a-a49ed94039f8 req-6fa7073d-5f21-44a3-a3fd-2f08f92628d3 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1440589
Apr 19 13:23:36.505457 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e0fa6757-712a-4813-a44a-a49ed94039f8 req-ed6b72a0-3f0b-4112-bec4-5bfae4acf41a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653555
Apr 19 13:23:36.571471 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:36.574720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:36.588278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e79eb995-fa0f-4b33-bd15-b207237664aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:36.636430 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a54d398130a43eea37a25d6a182ae8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5724192
Apr 19 13:23:36.638309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e118306c-d909-479e-8374-ba487226490a,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:36.639433 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56596) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:36.657432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:36.707828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7177-d118-4219-a877-c165f97f395c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:36.742775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7177-d118-4219-a877-c165f97f395c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:36.792769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7177-d118-4219-a877-c165f97f395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:36.799018 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-73810064-21d0-45cd-8544-03d1a57798d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:36.814751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a7177-d118-4219-a877-c165f97f395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e118306c-d909-479e-8374-ba487226490a,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:36.820222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7177-d118-4219-a877-c165f97f395c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:36.824793 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4b3a7177-d118-4219-a877-c165f97f395c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e118306c-d909-479e-8374-ba487226490a HTTP/1.1" status: 204  len: 168 time: 0.1811950
Apr 19 13:23:36.824793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4b3a7177-d118-4219-a877-c165f97f395c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:37.156504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56620) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:37.309376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e8123-e9d8-48bf-9df2-1bb1d1098061 req-08ab51ba-bf17-4cf8-8cf2-a46ac6e26710 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:37.309376 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a34e8123-e9d8-48bf-9df2-1bb1d1098061 req-08ab51ba-bf17-4cf8-8cf2-a46ac6e26710 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.1026585
Apr 19 13:23:37.372980 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a34e8123-e9d8-48bf-9df2-1bb1d1098061 req-c6c50cbb-7ed9-4f66-a0bb-9a22bf8c013e tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569682
Apr 19 13:23:37.444754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1876186340-network', 'tenant_id': '31f1904b1fa84e7581a4391273e6ea0f'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:23:37.450968 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:37.456315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Usage tracker for resource:network and tenant:31f1904b1fa84e7581a4391273e6ea0f is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:37.459876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:37.465920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:37.474914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Made reservation on behalf of 31f1904b1fa84e7581a4391273e6ea0f for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:23:37.480507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:37.493827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:37.510555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:37.514524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Usage tracker for resource:security_group_rule and tenant:31f1904b1fa84e7581a4391273e6ea0f is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:37.517552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:37.523314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56640) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:37.526934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:37.629040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:37.634026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:37.639523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-af4e7a95-ef22-4c5e-96a5-7742e99e0da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:37.647300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56648) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:37.721561 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:23:37.740504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb71edb3-ff50-4d62-b67e-9f000ec64003,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:37.743912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:37.744300 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Added segment 8e201cb6-b6da-480e-a6ab-8dd74c3c551b of type vlan for network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f
Apr 19 13:23:37.752242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:37.791370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:37.797303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:37.811833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbb94-0b4c-44c0-b427-696ef7a011c6 req-7efcffd3-2202-41da-a26b-48b2ddf9c442 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:37.813979 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f32cbb94-0b4c-44c0-b427-696ef7a011c6 req-7efcffd3-2202-41da-a26b-48b2ddf9c442 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1613510
Apr 19 13:23:37.832459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 5e9585ba-374a-4480-ab35-978b3dd1a44a details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:23:37.833121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:37.836051 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:37.855278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] Usage tracker for resource:security_group_rule and tenant:8c10b153c01b44478d5a187c35731ab6 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:37.860067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:37.863503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:37.869856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:37.871644 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:37.872298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] Usage tracker for resource:security_group_rule and tenant:fb540d112a9e4fd4900ab8ccae0e2d27 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:37.876299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:37.876436 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:37.876995 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:37.884351 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b00c6bd3-85bd-4004-8c30-31555497ba71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:37.891820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:37.912580 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f32cbb94-0b4c-44c0-b427-696ef7a011c6 req-1643a0cf-81fe-4784-9250-449ba60d9530 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904353
Apr 19 13:23:38.005125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:38.008908 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8516970
Apr 19 13:23:38.009852 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:38.012097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56660) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:38.019504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Request body: {'subnet': {'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1876186340-subnet', 'tenant_id': '31f1904b1fa84e7581a4391273e6ea0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:23:38.024680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:38.029382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Usage tracker for resource:subnet and tenant:31f1904b1fa84e7581a4391273e6ea0f is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:38.034908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:38.041081 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:38.050679 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:23:38.059759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.071907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.103536 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d32e74ff-ac26-4fb9-81e5-daed2c2da090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:38.113424 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c10b153c01b44478d5a187c35731ab6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5885892
Apr 19 13:23:38.115588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.116681 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 56668) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:38.123489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.142177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Made reservation on behalf of 31f1904b1fa84e7581a4391273e6ea0f for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:23:38.147055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6673081'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.182522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 5e9585ba-374a-4480-ab35-978b3dd1a44a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=5e9585ba-374a-4480-ab35-978b3dd1a44a,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:23:38.182955 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e31ff-3df2-4606-b0de-6a4f3adf7846,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:38.195972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:38.200916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a42e2f67-e33c-4021-b7f9-89fc2ae020cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:38.209779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '5e9585ba-374a-4480-ab35-978b3dd1a44a', 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12', 'port_id': '5e9585ba-374a-4480-ab35-978b3dd1a44a', 'mac_address': 'fa:16:3e:25:69:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc56782-372f-4b29-b18b-6bf33151ba1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:23:38.225197 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb540d112a9e4fd4900ab8ccae0e2d27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5761664
Apr 19 13:23:38.228558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 56674) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:38.277017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.290346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ad8615-43a1-479f-8c68-164a2f84ef87,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:38.295905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:38.296990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9585ba-374a-4480-ab35-978b3dd1a44a {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:23:38.315161 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 5e9585ba-374a-4480-ab35-978b3dd1a44a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=5e9585ba-374a-4480-ab35-978b3dd1a44a,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:23:38.319056 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a752-c8b7-4a83-b7a3-5598ce6fd0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.321750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.324058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:38.364473 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-982f0915-d360-45f6-85b9-05d527d46638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.385950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a752-c8b7-4a83-b7a3-5598ce6fd0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.413400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-982f0915-d360-45f6-85b9-05d527d46638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.432220 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=5e9585ba-374a-4480-ab35-978b3dd1a44a,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:38.435559 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:38.482296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a752-c8b7-4a83-b7a3-5598ce6fd0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.502649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3295928a-e465-4969-96e4-5da5829fac89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:38.524448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0a752-c8b7-4a83-b7a3-5598ce6fd0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ad8615-43a1-479f-8c68-164a2f84ef87,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:38.527218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6ee0a752-c8b7-4a83-b7a3-5598ce6fd0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:38.528501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a752-c8b7-4a83-b7a3-5598ce6fd0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.542293 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-6ee0a752-c8b7-4a83-b7a3-5598ce6fd0d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1ad8615-43a1-479f-8c68-164a2f84ef87 HTTP/1.1" status: 204  len: 168 time: 0.3053613
Apr 19 13:23:38.673885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-982f0915-d360-45f6-85b9-05d527d46638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.679735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7cc42d3d-3b12-4aa9-bd2f-134c580cd091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:38.692671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['5e9585ba-374a-4480-ab35-978b3dd1a44a'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:23:38.713288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f0915-d360-45f6-85b9-05d527d46638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e31ff-3df2-4606-b0de-6a4f3adf7846,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:38.724859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-982f0915-d360-45f6-85b9-05d527d46638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:38.755890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ef63f-df7c-4109-8e59-23c7b40c00a3 req-347b3679-adb8-4b76-b729-1f92055d7b1c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:38.763701 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dd8ef63f-df7c-4109-8e59-23c7b40c00a3 req-347b3679-adb8-4b76-b729-1f92055d7b1c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 944 time: 0.2516873
Apr 19 13:23:38.798780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-982f0915-d360-45f6-85b9-05d527d46638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:38.802422 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-982f0915-d360-45f6-85b9-05d527d46638 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/051e31ff-3df2-4606-b0de-6a4f3adf7846 HTTP/1.1" status: 204  len: 168 time: 0.6820953
Apr 19 13:23:38.898791 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dd8ef63f-df7c-4109-8e59-23c7b40c00a3 req-5f17059f-724b-4a47-8e31-e9e0de8913a4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340270
Apr 19 13:23:39.158771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6951519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6673064'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:39.211415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-45d28be3-9939-4571-81b8-7d2efed5f29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:39.344767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:39.349680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Checking segment: {'id': '8e201cb6-b6da-480e-a6ab-8dd74c3c551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:23:39.350492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Network hostable DHCP agents. Network: f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:23:39.359588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:39.397040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ab475-1b7e-42f0-87a2-f482bb7b10ae req-5c518e6f-a038-4190-a11d-48e6cdc74b76 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:39.398971 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-525ab475-1b7e-42f0-87a2-f482bb7b10ae req-5c518e6f-a038-4190-a11d-48e6cdc74b76 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.2418480
Apr 19 13:23:39.400335 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:23:39.431033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:23:39.440182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d66909e-a4b5-4b9d-b856-0d4a104ffde3 None None] Network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:23:39.464930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:39.465817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:39.491000 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-525ab475-1b7e-42f0-87a2-f482bb7b10ae req-3a52352d-53d7-40de-ba58-c595c6076e51 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836680
Apr 19 13:23:39.517763 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5045414
Apr 19 13:23:39.728272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2eba1-9b78-49a7-baa4-2bb5153ed8bc None None] Network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:23:40.198164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40979d1d-0843-4e42-9e51-692a5aec666f req-63ac6f52-e5b2-4a43-b4ac-e9db5fa8bd08 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:40.208019 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40979d1d-0843-4e42-9e51-692a5aec666f req-63ac6f52-e5b2-4a43-b4ac-e9db5fa8bd08 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 944 time: 0.1828763
Apr 19 13:23:40.279020 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40979d1d-0843-4e42-9e51-692a5aec666f req-e735b1f3-2c3e-49b4-bf28-94a03f33fcd1 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695393
Apr 19 13:23:40.977848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c4cfa-8d6a-4eaf-b8ca-04252f880014 req-09284af0-3374-4b74-a676-de0806ab0400 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:40.979514 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5f7c4cfa-8d6a-4eaf-b8ca-04252f880014 req-09284af0-3374-4b74-a676-de0806ab0400 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.3563454
Apr 19 13:23:41.035716 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5f7c4cfa-8d6a-4eaf-b8ca-04252f880014 req-4f69fedd-6da4-430a-b444-7f54eaf2d79a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490069
Apr 19 13:23:41.489152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332cae5-8bc0-4072-aa2c-94a9f9c6dfb8 req-97f2afa7-52f5-4525-baa8-c95cad80794f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:41.490710 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2332cae5-8bc0-4072-aa2c-94a9f9c6dfb8 req-97f2afa7-52f5-4525-baa8-c95cad80794f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 944 time: 0.0938082
Apr 19 13:23:41.540473 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2332cae5-8bc0-4072-aa2c-94a9f9c6dfb8 req-2596fe05-8113-468f-89ff-f28df25d8856 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431042
Apr 19 13:23:41.844507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 5e9585ba-374a-4480-ab35-978b3dd1a44a up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:23:41.921123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 5e9585ba-374a-4480-ab35-978b3dd1a44a completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:23:41.926453 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 5e9585ba-374a-4480-ab35-978b3dd1a44a triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:23:41.926854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:42.080182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:42.117656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 5e9585ba-374a-4480-ab35-978b3dd1a44a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=5e9585ba-374a-4480-ab35-978b3dd1a44a,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:23:42.119071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159f5b14-548a-4e8c-a7dc-a5657980355e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9585ba-374a-4480-ab35-978b3dd1a44a'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:23:42.127812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:42.129766 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:42.170067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-cff1f01f-491c-48c9-846d-1bb32ef3bd8f tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:42.171929 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-cff1f01f-491c-48c9-846d-1bb32ef3bd8f tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Synchronizing usage tracker for tenant:31f1904b1fa84e7581a4391273e6ea0f on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:23:42.190826 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-cff1f01f-491c-48c9-846d-1bb32ef3bd8f tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Unset dirty status for tenant:31f1904b1fa84e7581a4391273e6ea0f on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:23:42.194501 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-cff1f01f-491c-48c9-846d-1bb32ef3bd8f tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/networks?id=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f HTTP/1.1" status: 200  len: 809 time: 0.2345181
Apr 19 13:23:42.210247 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=5e9585ba-374a-4480-ab35-978b3dd1a44a,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:42.210441 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-110b009a-2766-4e59-a551-feac57d7f6ed tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/quotas/31f1904b1fa84e7581a4391273e6ea0f HTTP/1.1" status: 200  len: 375 time: 0.0103240
Apr 19 13:23:42.214026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:42.272186 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-b6f56fba-e2ff-474a-9157-1d9e38749b81 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=31f1904b1fa84e7581a4391273e6ea0f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0541401
Apr 19 13:23:42.504842 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-a8190aed-76b9-4ffc-94e1-ff1447cc5e44 service neutron] 10.222.0.26 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193766
Apr 19 13:23:42.518435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a42622-5ccd-48db-8a3b-e11077bbc91e req-9da34a72-720e-4b2d-9389-f4bb52abee4e tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:42.520516 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f2a42622-5ccd-48db-8a3b-e11077bbc91e req-9da34a72-720e-4b2d-9389-f4bb52abee4e tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1365054
Apr 19 13:23:42.666920 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f2a42622-5ccd-48db-8a3b-e11077bbc91e req-5accab5a-ea04-4e13-8eac-466eb5f444ac tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197307
Apr 19 13:23:42.724544 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-b9800ae5-afe9-4780-be27-2c45b055885a service neutron] 10.222.0.26 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014327
Apr 19 13:23:42.773248 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159f5b14-548a-4e8c-a7dc-a5657980355e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9585ba-374a-4480-ab35-978b3dd1a44a', 'code': 200}
Apr 19 13:23:43.084423 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b4fc2d4-0a6c-40f0-9bec-5fd8ec70fcd1 req-52c068af-2104-4e79-ba53-3a91de9b56d6 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 210 time: 0.0783744
Apr 19 13:23:43.102070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954c48f-8381-4d20-b0ef-0135864b4b51 req-1998c77b-ac25-4f22-8411-6308ec9ab9c9 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:43.106324 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1954c48f-8381-4d20-b0ef-0135864b4b51 req-1998c77b-ac25-4f22-8411-6308ec9ab9c9 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 945 time: 0.1851041
Apr 19 13:23:43.152440 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ffd32-7240-4b39-8c9c-f8ed3e3f98af req-28f61f83-f5de-4629-b51c-e142f9b2c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:43.154522 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-120ffd32-7240-4b39-8c9c-f8ed3e3f98af req-28f61f83-f5de-4629-b51c-e142f9b2c4fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 1098 time: 0.1226189
Apr 19 13:23:43.183186 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1954c48f-8381-4d20-b0ef-0135864b4b51 req-c05e1e0f-6623-4785-be76-be3d2bbed1d0 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715692
Apr 19 13:23:46.100619 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-120ffd32-7240-4b39-8c9c-f8ed3e3f98af req-b201bdab-f131-4e57-908b-014e15171b6b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432796
Apr 19 13:23:46.409186 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9c807b9b-17af-43f7-85e9-2cda3fcafaff req-ab072dca-3641-4f6b-b8f9-255ee19a72b3 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 210 time: 0.0674496
Apr 19 13:23:46.438582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b092-fa10-4bed-b185-7312598c92c5 req-88359911-6bd0-4edb-8169-5e7b7c685716 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:46.440254 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3a54b092-fa10-4bed-b185-7312598c92c5 req-88359911-6bd0-4edb-8169-5e7b7c685716 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.2279153
Apr 19 13:23:46.504062 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3a54b092-fa10-4bed-b185-7312598c92c5 req-a090e08d-620d-42d8-91af-7cc18c9109dc tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575249
Apr 19 13:23:46.640565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0a4f7-9c68-4c22-bfbf-5bfdbf0cdd8e req-1ca7423b-af5e-4eae-9a54-7ba67981215d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:46.642246 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b7d0a4f7-9c68-4c22-bfbf-5bfdbf0cdd8e req-1ca7423b-af5e-4eae-9a54-7ba67981215d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 945 time: 0.1067939
Apr 19 13:23:46.691014 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b7d0a4f7-9c68-4c22-bfbf-5bfdbf0cdd8e req-9f7ef8b0-e4c9-4726-b31d-33a2297dfed3 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423386
Apr 19 13:23:47.123645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-a6c7ff46-953a-4f43-a294-82fc59a2347c tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:47.125646 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-a6c7ff46-953a-4f43-a294-82fc59a2347c tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.10 "GET /v2.0/networks?id=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f HTTP/1.1" status: 200  len: 809 time: 0.1712058
Apr 19 13:23:47.141047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Request body: {'port': {'device_id': '59314441-813d-4994-ba5d-ef0b57e4717d', 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f', 'admin_state_up': True, 'tenant_id': '31f1904b1fa84e7581a4391273e6ea0f'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:23:47.294073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:47.299020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Usage tracker for resource:port and tenant:31f1904b1fa84e7581a4391273e6ea0f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:47.302028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:47.308427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:47.317621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Made reservation on behalf of 31f1904b1fa84e7581a4391273e6ea0f for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:23:47.323654 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:47.529733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Allocated IP 172.20.0.11 (f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f/3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe/08fdeda1-5564-4422-b693-22bb3e3f4846) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:23:47.641842 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2141a36c-6781-4b9e-af67-e0285b10e332 req-8c624e29-bd0b-4fdf-9376-35a40648017a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 210 time: 0.0670938
Apr 19 13:23:47.749010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9469c-683d-4383-a4ea-23390e38c313 req-50880765-0566-4b92-a0b8-41f845b7da49 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:47.750882 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-66a9469c-683d-4383-a4ea-23390e38c313 req-50880765-0566-4b92-a0b8-41f845b7da49 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1118507
Apr 19 13:23:47.789290 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:47.818399 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-66a9469c-683d-4383-a4ea-23390e38c313 req-f6df44fc-fa58-4dc2-a8fd-e670601cb81a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588818
Apr 19 13:23:47.829347 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:47.836387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:47.916246 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0192-21d6-40c2-9294-735f25a5caf0 req-4ad41e37-226e-4b5d-a1cd-048062069f57 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:47.920085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:23:47.920257 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f4cd0192-21d6-40c2-9294-735f25a5caf0 req-4ad41e37-226e-4b5d-a1cd-048062069f57 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 945 time: 0.0983238
Apr 19 13:23:47.920344 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:23:47.924578 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:23:47.968117 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f4cd0192-21d6-40c2-9294-735f25a5caf0 req-e0730e1a-d5b3-4b6b-8527-a5801a186537 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430217
Apr 19 13:23:47.976059 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Pushing event updated for resources: {'Port': ['ID=08fdeda1-5564-4422-b693-22bb3e3f4846,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:47.988629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.988976 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.989382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.989782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.990178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.990596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.990989 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.991377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.991776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.992222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.992649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:47.993070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:23:48.007090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:48.072252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:48.072995 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:48.104123 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9679334
Apr 19 13:23:48.122343 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Request body: {'port': {'device_id': '59314441-813d-4994-ba5d-ef0b57e4717d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:23:48.195339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1728ce-aacc-4e91-ac60-7f1d9db01c6f req-07f7df58-1717-4ac3-80bb-c1323cc0d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:48.196509 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7f1728ce-aacc-4e91-ac60-7f1d9db01c6f req-07f7df58-1717-4ac3-80bb-c1323cc0d29d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 1098 time: 0.1882246
Apr 19 13:23:48.298416 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:48.472401 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7f1728ce-aacc-4e91-ac60-7f1d9db01c6f req-c3249f93-9e06-457a-aaa8-41ab5d5cd21c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352128
Apr 19 13:23:48.756329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fdeda1-5564-4422-b693-22bb3e3f4846 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:23:48.764693 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:48.780849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Transition to ACTIVE for port object 08fdeda1-5564-4422-b693-22bb3e3f4846 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:23:48.783987 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:48.788839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8e3dd17a-29f7-4734-8e89-7ca068acc1d4 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:48.857607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27658e8e-9c38-4b2c-855b-f3ab81a350ed req-d4ac5b17-b560-4c38-a4fe-312e20e9c14a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:48.859511 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-27658e8e-9c38-4b2c-855b-f3ab81a350ed req-d4ac5b17-b560-4c38-a4fe-312e20e9c14a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 944 time: 0.0923529
Apr 19 13:23:48.913563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-27658e8e-9c38-4b2c-855b-f3ab81a350ed req-4293e6bc-edc5-46c4-8468-0865809ee99e tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Synchronizing usage tracker for tenant:31f1904b1fa84e7581a4391273e6ea0f on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:23:48.933843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-27658e8e-9c38-4b2c-855b-f3ab81a350ed req-4293e6bc-edc5-46c4-8468-0865809ee99e tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Unset dirty status for tenant:31f1904b1fa84e7581a4391273e6ea0f on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:23:48.935215 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-27658e8e-9c38-4b2c-855b-f3ab81a350ed req-4293e6bc-edc5-46c4-8468-0865809ee99e tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686245
Apr 19 13:23:49.042436 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117a3a5-b8f4-4fab-b0f9-473eca9180a7 req-252c03fa-d1ca-4adc-9c77-83580bc6d8c6 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:49.044177 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1117a3a5-b8f4-4fab-b0f9-473eca9180a7 req-252c03fa-d1ca-4adc-9c77-83580bc6d8c6 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1037085
Apr 19 13:23:49.118373 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1117a3a5-b8f4-4fab-b0f9-473eca9180a7 req-30bca820-065a-414c-bd59-b5ecc644930f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650411
Apr 19 13:23:49.234167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Pushing event updated for resources: {'Port': ['ID=08fdeda1-5564-4422-b693-22bb3e3f4846,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:49.240617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:49.276951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Attempting to bind port 08fdeda1-5564-4422-b693-22bb3e3f4846 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:23:49.277329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Attempting to bind port 08fdeda1-5564-4422-b693-22bb3e3f4846 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '8e201cb6-b6da-480e-a6ab-8dd74c3c551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:23:49.277689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Attempting to bind port 08fdeda1-5564-4422-b693-22bb3e3f4846 on network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:23:49.283167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Port 08fdeda1-5564-4422-b693-22bb3e3f4846 on network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:23:49.283598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Attempting to bind port 08fdeda1-5564-4422-b693-22bb3e3f4846 on network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:23:49.289467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:23:49.289845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Checking segment: {'id': '8e201cb6-b6da-480e-a6ab-8dd74c3c551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:23:49.290263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Bound using segment: {'id': '8e201cb6-b6da-480e-a6ab-8dd74c3c551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:23:49.290817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Bound port: 08fdeda1-5564-4422-b693-22bb3e3f4846, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201cb6-b6da-480e-a6ab-8dd74c3c551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:23:49.291201 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:49.392831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] For port 08fdeda1-5564-4422-b693-22bb3e3f4846, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:23:49.395896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] For port 08fdeda1-5564-4422-b693-22bb3e3f4846, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=08fdeda1-5564-4422-b693-22bb3e3f4846,segment=NetworkSegment(8e201cb6-b6da-480e-a6ab-8dd74c3c551b),segment_id=8e201cb6-b6da-480e-a6ab-8dd74c3c551b)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:23:49.398922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:49.403492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c5b3098a-7f85-43af-90c4-2922c145017b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:49.460513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:49.461197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:49.462828 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] 10.222.0.10 "PUT /v2.0/ports/08fdeda1-5564-4422-b693-22bb3e3f4846 HTTP/1.1" status: 200  len: 1094 time: 1.3459208
Apr 19 13:23:49.463228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59314441-813d-4994-ba5d-ef0b57e4717d', 'tag': '08fdeda1-5564-4422-b693-22bb3e3f4846'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:23:49.498717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Pushing event updated for resources: {'Port': ['ID=08fdeda1-5564-4422-b693-22bb3e3f4846,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:49.511283 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:49.525499 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59314441-813d-4994-ba5d-ef0b57e4717d', 'tag': '08fdeda1-5564-4422-b693-22bb3e3f4846', 'status': 'completed', 'code': 200}
Apr 19 13:23:49.619568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-90efd571-964d-463c-9541-a3e54baf8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:49.621017 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-90efd571-964d-463c-9541-a3e54baf8374 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31f1904b1fa84e7581a4391273e6ea0f&device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 1097 time: 0.0887513
Apr 19 13:23:49.718640 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-53a3fe7a-a1c8-4ae1-887a-f53d2e32d128 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fdeda1-5564-4422-b693-22bb3e3f4846 HTTP/1.1" status: 200  len: 217 time: 0.0825944
Apr 19 13:23:49.813088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-8445e070-3429-4e5a-a87b-9ed960edb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:49.814799 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-8445e070-3429-4e5a-a87b-9ed960edb857 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe HTTP/1.1" status: 200  len: 849 time: 0.0881789
Apr 19 13:23:49.882153 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-92a7bc44-788f-4b95-995f-59d81f07bc8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593314
Apr 19 13:23:50.055031 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-b8f450d1-876e-468a-aa12-6161c415a3f1 service neutron] 10.222.0.10 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556401
Apr 19 13:23:50.130390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 57020) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:50.189126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5774aa4-1047-4a41-85d8-63e796b5b7d3 req-ea3ca3a4-c187-4f5b-a531-1c633f334e97 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:50.190749 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a5774aa4-1047-4a41-85d8-63e796b5b7d3 req-ea3ca3a4-c187-4f5b-a531-1c633f334e97 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 944 time: 0.1092064
Apr 19 13:23:50.259156 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a5774aa4-1047-4a41-85d8-63e796b5b7d3 req-35bac8ee-e099-414d-8990-504bfea66c85 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607147
Apr 19 13:23:50.312241 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-723a25f4-edbd-496b-866d-424d1dc8a5b0 req-2a0b743b-07c0-4b97-8375-7dfdbfd4398e service neutron] 10.222.0.10 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442944
Apr 19 13:23:50.433703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e9697-fed5-4d1c-a4c4-c089750af09e req-540ec0f5-3139-4e01-aebf-f0a0965849e7 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:50.442667 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-329e9697-fed5-4d1c-a4c4-c089750af09e req-540ec0f5-3139-4e01-aebf-f0a0965849e7 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1093230
Apr 19 13:23:50.472588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:50.492546 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:23:50.495838 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-329e9697-fed5-4d1c-a4c4-c089750af09e req-7757f47f-b853-4c85-b63b-e924aa8a0e79 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517409
Apr 19 13:23:50.499104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] Usage tracker for resource:security_group_rule and tenant:96670982540e4d0eb106daa298184ba8 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:23:50.503157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:23:50.518551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:23:50.549843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8311ec-9bd0-419f-86ea-dee76bdf36ad req-5951e913-ad36-4569-97dc-f083287f1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:50.552612 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e8311ec-9bd0-419f-86ea-dee76bdf36ad req-5951e913-ad36-4569-97dc-f083287f1edf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31f1904b1fa84e7581a4391273e6ea0f&device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 1097 time: 0.1497257
Apr 19 13:23:50.742758 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8311ec-9bd0-419f-86ea-dee76bdf36ad req-5711ff8d-8020-47a8-880b-69670412e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:50.744370 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e8311ec-9bd0-419f-86ea-dee76bdf36ad req-5711ff8d-8020-47a8-880b-69670412e96a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f HTTP/1.1" status: 200  len: 910 time: 0.1827698
Apr 19 13:23:50.842020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:50.845253 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e8311ec-9bd0-419f-86ea-dee76bdf36ad req-0119349e-8c79-4044-84bf-fecbeff1926b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fdeda1-5564-4422-b693-22bb3e3f4846 HTTP/1.1" status: 200  len: 217 time: 0.0837266
Apr 19 13:23:50.845723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:50.855111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-02fc2e32-ae7d-467b-b1b2-60f82517c8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:51.020296 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96670982540e4d0eb106daa298184ba8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8861442
Apr 19 13:23:51.025738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 57050) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:23:51.036425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6b375d-7ea0-49c4-bed8-b314c3f68eb9,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:51.054334 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:51.055230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c11d8a-4500-45c2-9ff7-9719aa293f47 req-704f5ea9-73ba-4884-9a6c-f60f2f985e2e tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:51.056915 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-56c11d8a-4500-45c2-9ff7-9719aa293f47 req-704f5ea9-73ba-4884-9a6c-f60f2f985e2e tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1023388
Apr 19 13:23:51.083462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8311ec-9bd0-419f-86ea-dee76bdf36ad req-758d5829-d0b7-4794-a480-1a02635675af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:51.085435 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e8311ec-9bd0-419f-86ea-dee76bdf36ad req-758d5829-d0b7-4794-a480-1a02635675af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe HTTP/1.1" status: 200  len: 849 time: 0.2195337
Apr 19 13:23:51.118218 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-56c11d8a-4500-45c2-9ff7-9719aa293f47 req-188e1754-88ef-453a-a87a-f222829e8d3c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543921
Apr 19 13:23:51.167943 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e8311ec-9bd0-419f-86ea-dee76bdf36ad req-02ec8dea-15ae-44ac-9614-b7683b5c2d82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616438
Apr 19 13:23:51.230307 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-81dc469c-f50e-4bd3-b52c-3d5f2e853bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:51.237866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7dd94-fcf3-41c4-b587-74d512b5abe8 req-c51fa86f-b949-418d-8676-f02038199e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:51.239484 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dcd7dd94-fcf3-41c4-b587-74d512b5abe8 req-c51fa86f-b949-418d-8676-f02038199e54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 1098 time: 0.3120437
Apr 19 13:23:51.360023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-81dc469c-f50e-4bd3-b52c-3d5f2e853bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:51.463999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0908b-5b02-41eb-9e81-bf130a6cefdc req-64759e36-9155-46e0-83e1-e04480ca75ad tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:51.465740 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-82b0908b-5b02-41eb-9e81-bf130a6cefdc req-64759e36-9155-46e0-83e1-e04480ca75ad tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 944 time: 0.0927677
Apr 19 13:23:51.525508 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-82b0908b-5b02-41eb-9e81-bf130a6cefdc req-cd0a6da5-2da2-477d-b13d-c9af051f80fe tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421858
Apr 19 13:23:51.535667 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e8311ec-9bd0-419f-86ea-dee76bdf36ad req-779e232a-a080-4489-9535-0620f99d1fd0 service neutron] 10.222.0.10 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3556781
Apr 19 13:23:51.545131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7dd94-fcf3-41c4-b587-74d512b5abe8 req-e2d7584d-78f8-4e45-8440-445a86851a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:51.547318 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dcd7dd94-fcf3-41c4-b587-74d512b5abe8 req-e2d7584d-78f8-4e45-8440-445a86851a83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 920 time: 0.2955649
Apr 19 13:23:51.574479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-81dc469c-f50e-4bd3-b52c-3d5f2e853bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:51.584170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-48d66e49-8f62-4979-a7e0-15053d1c4053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:51.683258 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dcd7dd94-fcf3-41c4-b587-74d512b5abe8 req-9dfe30a4-2487-410b-b8b5-6fa9ebcd5dfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961 HTTP/1.1" status: 200  len: 217 time: 0.1044326
Apr 19 13:23:51.684050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc469c-f50e-4bd3-b52c-3d5f2e853bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6b375d-7ea0-49c4-bed8-b314c3f68eb9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:51.687046 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81dc469c-f50e-4bd3-b52c-3d5f2e853bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:51.782519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-81dc469c-f50e-4bd3-b52c-3d5f2e853bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:51.783619 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-81dc469c-f50e-4bd3-b52c-3d5f2e853bcf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f6b375d-7ea0-49c4-bed8-b314c3f68eb9 HTTP/1.1" status: 204  len: 168 time: 0.7568612
Apr 19 13:23:51.846894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7dd94-fcf3-41c4-b587-74d512b5abe8 req-0634efa7-73b8-4624-88d5-af472a0bd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:51.847677 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dcd7dd94-fcf3-41c4-b587-74d512b5abe8 req-0634efa7-73b8-4624-88d5-af472a0bd2ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.1061802
Apr 19 13:23:51.853857 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e8311ec-9bd0-419f-86ea-dee76bdf36ad req-125f7e9b-b142-4268-b15a-a2b0fdd18201 service neutron] 10.222.0.10 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3052945
Apr 19 13:23:51.909057 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dcd7dd94-fcf3-41c4-b587-74d512b5abe8 req-43dbc1d2-81f3-4fcf-9108-99728468884c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534725
Apr 19 13:23:52.107545 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dcd7dd94-fcf3-41c4-b587-74d512b5abe8 req-32b223fa-b53b-40c5-9a84-dc3d874ee59c service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861176
Apr 19 13:23:52.279933 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dcd7dd94-fcf3-41c4-b587-74d512b5abe8 req-905871e9-0426-4b45-a08b-2fb2b2255d5f service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647024
Apr 19 13:23:52.351823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbc677-7835-4c33-972b-740c354cf265 req-06ed3f99-8858-4371-a22b-f1b2aa5e515b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:52.353874 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-36dbc677-7835-4c33-972b-740c354cf265 req-06ed3f99-8858-4371-a22b-f1b2aa5e515b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1093881
Apr 19 13:23:52.408396 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-36dbc677-7835-4c33-972b-740c354cf265 req-1eaef400-c423-4522-a03f-18624d24439d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477912
Apr 19 13:23:52.741826 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d0630-81a6-405d-8eeb-a002de6d4937 req-066c9ddf-ecea-43ab-9270-1558fda848c5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:52.743486 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de4d0630-81a6-405d-8eeb-a002de6d4937 req-066c9ddf-ecea-43ab-9270-1558fda848c5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 944 time: 0.0911365
Apr 19 13:23:52.794958 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de4d0630-81a6-405d-8eeb-a002de6d4937 req-0781d50a-6073-4063-89c3-0b23fdf2df90 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447235
Apr 19 13:23:54.923009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95e256bd-1998-4d86-af39-6b776925ac28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:55.234908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 08fdeda1-5564-4422-b693-22bb3e3f4846 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:23:55.380586 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 08fdeda1-5564-4422-b693-22bb3e3f4846, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=08fdeda1-5564-4422-b693-22bb3e3f4846,segment=NetworkSegment(8e201cb6-b6da-480e-a6ab-8dd74c3c551b),segment_id=8e201cb6-b6da-480e-a6ab-8dd74c3c551b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:23:55.395098 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '08fdeda1-5564-4422-b693-22bb3e3f4846', 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f', 'port_id': '08fdeda1-5564-4422-b693-22bb3e3f4846', 'mac_address': 'fa:16:3e:67:3c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:23:55.455688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:55.475917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fdeda1-5564-4422-b693-22bb3e3f4846 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:23:55.492202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 08fdeda1-5564-4422-b693-22bb3e3f4846, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=08fdeda1-5564-4422-b693-22bb3e3f4846,segment=NetworkSegment(8e201cb6-b6da-480e-a6ab-8dd74c3c551b),segment_id=8e201cb6-b6da-480e-a6ab-8dd74c3c551b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:23:55.494923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:55.496718 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:55.566859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=08fdeda1-5564-4422-b693-22bb3e3f4846,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:55.570163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:56.580898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b959a6-649a-4273-bbee-9aa69b3018fe req-92c136e6-cc53-40d9-a479-26403dd8bb63 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:56.582541 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-04b959a6-649a-4273-bbee-9aa69b3018fe req-92c136e6-cc53-40d9-a479-26403dd8bb63 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1626961
Apr 19 13:23:56.612809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944da0d8-3878-489a-afb3-9ba5d2b8a1d9 req-acb3c4a9-06ae-4014-b2c4-c10ca530ae03 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:56.614430 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-944da0d8-3878-489a-afb3-9ba5d2b8a1d9 req-acb3c4a9-06ae-4014-b2c4-c10ca530ae03 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 945 time: 0.1511178
Apr 19 13:23:56.665313 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-04b959a6-649a-4273-bbee-9aa69b3018fe req-99b2cc84-6573-42a9-bdf1-41a1140e50f2 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761886
Apr 19 13:23:56.686873 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-944da0d8-3878-489a-afb3-9ba5d2b8a1d9 req-70e88e2c-d7b8-4056-9b60-43a5a7756f02 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640678
Apr 19 13:23:56.700256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['08fdeda1-5564-4422-b693-22bb3e3f4846'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:23:57.412930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:23:57.890850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:57.996271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74b729dd-a6c3-437f-a4c2-5c0ec57e4a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:58.016067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1b7bf-c6ba-4b6a-89ab-47d55c30ec45 req-957a4ccd-2b14-45b3-945a-f23784744f69 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:58.017781 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10b1b7bf-c6ba-4b6a-89ab-47d55c30ec45 req-957a4ccd-2b14-45b3-945a-f23784744f69 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.2176483
Apr 19 13:23:58.027413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03486f-a4d0-41cf-92b0-40c1e9676b63 req-e09e768a-a98a-4c7d-9d30-0c3d6969e07d tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:58.028946 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4d03486f-a4d0-41cf-92b0-40c1e9676b63 req-e09e768a-a98a-4c7d-9d30-0c3d6969e07d tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 945 time: 0.1804340
Apr 19 13:23:58.102024 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10b1b7bf-c6ba-4b6a-89ab-47d55c30ec45 req-dc34ac7d-a3ae-4d89-b373-178ec6425eaf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717800
Apr 19 13:23:58.120181 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4d03486f-a4d0-41cf-92b0-40c1e9676b63 req-7359a9b2-21a7-4d4c-8597-5e12bb1d9c63 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735254
Apr 19 13:23:58.229216 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-8f0ea422-0b65-4666-9cec-c028e6440cfa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0828850
Apr 19 13:23:58.266230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:58.282395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 08fdeda1-5564-4422-b693-22bb3e3f4846 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:23:58.346301 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-042b58de-5af8-41cb-bdcd-ac72e14c514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:58.347948 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-042b58de-5af8-41cb-bdcd-ac72e14c514b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 1098 time: 0.0888107
Apr 19 13:23:58.364392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 08fdeda1-5564-4422-b693-22bb3e3f4846 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:23:58.371030 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 08fdeda1-5564-4422-b693-22bb3e3f4846 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:23:58.371461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:58.528709 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:58.563034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59314441-813d-4994-ba5d-ef0b57e4717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fdeda1-5564-4422-b693-22bb3e3f4846'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:23:58.575399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 08fdeda1-5564-4422-b693-22bb3e3f4846, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=08fdeda1-5564-4422-b693-22bb3e3f4846,segment=NetworkSegment(8e201cb6-b6da-480e-a6ab-8dd74c3c551b),segment_id=8e201cb6-b6da-480e-a6ab-8dd74c3c551b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:23:58.580084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:58.582312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:23:58.628673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-89d875b0-9f0f-4ac6-bec0-fa481e73e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:58.630319 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-89d875b0-9f0f-4ac6-bec0-fa481e73e0c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 920 time: 0.2503784
Apr 19 13:23:58.645547 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59314441-813d-4994-ba5d-ef0b57e4717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fdeda1-5564-4422-b693-22bb3e3f4846', 'code': 200}
Apr 19 13:23:58.728867 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-cc7e3902-cc83-4743-8e4b-95d85dfc0185 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961 HTTP/1.1" status: 200  len: 217 time: 0.0779052
Apr 19 13:23:58.745732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=08fdeda1-5564-4422-b693-22bb3e3f4846,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:23:58.755771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:23:58.969938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:23:59.203915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-e52a0c12-b02e-4415-8945-69bc5a1c00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:59.209530 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-e52a0c12-b02e-4415-8945-69bc5a1c00f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.4724269
Apr 19 13:23:59.291921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c1fba-e44e-45b8-a3f6-2ec5449eec1a req-2e8805f6-d7ea-4343-b036-14c367fee11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:59.293604 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-af0c1fba-e44e-45b8-a3f6-2ec5449eec1a req-2e8805f6-d7ea-4343-b036-14c367fee11f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 1099 time: 0.2299628
Apr 19 13:23:59.296578 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-6fd5c155-e815-4d34-85ff-82808f8259e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647025
Apr 19 13:23:59.444658 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-af0c1fba-e44e-45b8-a3f6-2ec5449eec1a req-5800c3a5-6234-414d-bbc7-c85e31eef501 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384995
Apr 19 13:23:59.444859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa24dbe-a3a0-41ca-98a1-5afd62ee4cc0 req-8f04b5c5-d626-4fa1-8c04-c4649d3773bf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:59.446796 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2fa24dbe-a3a0-41ca-98a1-5afd62ee4cc0 req-8f04b5c5-d626-4fa1-8c04-c4649d3773bf tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1741958
Apr 19 13:23:59.463068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0e629-ae33-472e-aae6-24a43910f863 req-054ee2d5-a6ca-4807-b7a7-21a7868dc03d tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:23:59.464723 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-33a0e629-ae33-472e-aae6-24a43910f863 req-054ee2d5-a6ca-4807-b7a7-21a7868dc03d tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 946 time: 0.1399355
Apr 19 13:23:59.492363 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-7ffe473c-c77d-4db3-8288-84e9b733c189 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688845
Apr 19 13:23:59.549551 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2fa24dbe-a3a0-41ca-98a1-5afd62ee4cc0 req-500e228d-cce6-441d-89fe-ee1fefadf7c8 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837672
Apr 19 13:23:59.557156 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-33a0e629-ae33-472e-aae6-24a43910f863 req-ed849b5c-b3b1-4a8c-b9bc-d0490e64c146 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674522
Apr 19 13:23:59.679470 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d51350ca-a326-4fcb-a5a1-313bed674f06 req-f0136e15-579a-4072-b2dd-d60690b05353 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475596
Apr 19 13:24:00.193366 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:00.271265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b8f9a-6507-42c3-b917-00eb6b5ac373 req-a480435e-e4ca-4fc2-874f-22e146adfb98 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:00.273067 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b6b8f9a-6507-42c3-b917-00eb6b5ac373 req-a480435e-e4ca-4fc2-874f-22e146adfb98 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1047356
Apr 19 13:24:00.329016 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b6b8f9a-6507-42c3-b917-00eb6b5ac373 req-c26dbf90-ab5c-4911-9a2e-643af6e28266 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422168
Apr 19 13:24:00.796932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cccd96-543b-4e19-8106-419422ec2f7a req-578cb7c1-a8de-4817-9392-7553146f74fd tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:00.799369 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-09cccd96-543b-4e19-8106-419422ec2f7a req-578cb7c1-a8de-4817-9392-7553146f74fd tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 946 time: 0.1069303
Apr 19 13:24:00.861288 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-09cccd96-543b-4e19-8106-419422ec2f7a req-3a012ae1-7adc-4d0b-8d52-5976dcb46ab0 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551939
Apr 19 13:24:01.300172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d8642-0e78-4d1e-8fa7-84e819a6c9a4 req-0a7251d0-1d9e-46ab-b892-f584e32823e1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:01.301758 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d39d8642-0e78-4d1e-8fa7-84e819a6c9a4 req-0a7251d0-1d9e-46ab-b892-f584e32823e1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.0910535
Apr 19 13:24:01.352137 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d39d8642-0e78-4d1e-8fa7-84e819a6c9a4 req-a9b4a0cd-9bc7-4ee5-a439-55490a32d54b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430555
Apr 19 13:24:01.552960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2246c2c-b1d1-447c-aa35-7652a62990fc req-ee004ea5-c833-4bff-aa5b-41089eaf5b37 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:01.554612 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f2246c2c-b1d1-447c-aa35-7652a62990fc req-ee004ea5-c833-4bff-aa5b-41089eaf5b37 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1005445
Apr 19 13:24:01.605203 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f2246c2c-b1d1-447c-aa35-7652a62990fc req-c1b0df26-4195-47c8-ad84-6e761600e6e1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441015
Apr 19 13:24:01.913157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-5774418f-93e6-4913-a471-261aad673551 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:01.914820 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-5774418f-93e6-4913-a471-261aad673551 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 815 time: 0.2054908
Apr 19 13:24:01.934488 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-2ef8970c-a260-4b2f-92d9-b17183dc80ef tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/quotas/acda3b8cafd8499eafbde56a138a837e HTTP/1.1" status: 200  len: 375 time: 0.0107033
Apr 19 13:24:02.344707 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-2a08f4ef-609d-4219-b681-d86055b8e311 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4026284
Apr 19 13:24:02.398229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b146810-a731-4e93-85ed-629ec6726257 req-904580c9-258c-491c-b304-ae0702b810ff tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:02.400132 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b146810-a731-4e93-85ed-629ec6726257 req-904580c9-258c-491c-b304-ae0702b810ff tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 946 time: 0.3854909
Apr 19 13:24:02.526426 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4b146810-a731-4e93-85ed-629ec6726257 req-297fe89b-6944-40b2-a59a-85749b837876 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180038
Apr 19 13:24:02.563001 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-b19ef289-4351-43b8-a039-1648ddb95f82 service neutron] 10.222.0.26 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031727
Apr 19 13:24:02.720395 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-ef1cff3e-498a-4590-94e9-285f88a5868b service neutron] 10.222.0.26 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636641
Apr 19 13:24:02.833029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18567f-c2a8-45bf-8cd6-59511e12fe18 req-3343eadf-6ec8-4c8c-8a32-574774cb3ff2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:02.835414 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8f18567f-c2a8-45bf-8cd6-59511e12fe18 req-3343eadf-6ec8-4c8c-8a32-574774cb3ff2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0958922
Apr 19 13:24:02.957038 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8f18567f-c2a8-45bf-8cd6-59511e12fe18 req-eaead71c-7f83-4185-a8cf-70db3d9ad469 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123281
Apr 19 13:24:02.959843 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-922d6020-938a-4426-8c24-7a31298a81a1 req-99d5d75e-369e-4266-a9fd-3223bc1b81ba tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 210 time: 0.0707867
Apr 19 13:24:04.005185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ded4-4a33-4866-ae3c-371b81263e00 req-3a4d2802-126d-4891-bdeb-e17c36aec7f9 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:04.007233 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b1c2ded4-4a33-4866-ae3c-371b81263e00 req-3a4d2802-126d-4891-bdeb-e17c36aec7f9 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 946 time: 0.0968769
Apr 19 13:24:04.061044 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b1c2ded4-4a33-4866-ae3c-371b81263e00 req-a273adec-5db4-40a5-a5a7-ef42c69d0200 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471535
Apr 19 13:24:04.292997 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-03ba580b-341d-4b27-bf96-ceb6a18d4f09 req-9cee9b5d-032b-455f-925f-0418a7376d87 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 210 time: 0.0651321
Apr 19 13:24:04.337530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ef77-a3f2-4f29-b364-64b6cd813ee2 req-becc4367-dd75-44de-9ae9-7ac92213f0de tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:04.339174 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b248ef77-a3f2-4f29-b364-64b6cd813ee2 req-becc4367-dd75-44de-9ae9-7ac92213f0de tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.2233481
Apr 19 13:24:04.398436 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b248ef77-a3f2-4f29-b364-64b6cd813ee2 req-23c306ba-a6f4-4337-b44f-1b5de2787be9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517187
Apr 19 13:24:04.407717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-efb011ed-5c01-4ed0-892f-186aeeda907c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:04.408725 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-efb011ed-5c01-4ed0-892f-186aeeda907c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 815 time: 0.2223363
Apr 19 13:24:04.425267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Request body: {'port': {'device_id': '4f838169-dd6a-47da-9dcf-43c4b2d28353', 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12', 'admin_state_up': True, 'tenant_id': 'acda3b8cafd8499eafbde56a138a837e'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:24:04.575366 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:24:04.580124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Usage tracker for resource:port and tenant:acda3b8cafd8499eafbde56a138a837e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:24:04.583143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:24:04.589186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:24:04.597926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Made reservation on behalf of acda3b8cafd8499eafbde56a138a837e for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:24:04.604266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:04.781940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Allocated IP 172.20.0.14 (03a84a36-09c1-482f-8a32-9971f376cb12/6cc56782-372f-4b29-b18b-6bf33151ba1a/62ba970a-073c-4d17-a70d-374f7c9f3637) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:24:05.002307 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:05.032833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:05.038542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2a970b6c-f0dc-406c-8263-657ddb5582a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:05.046708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['2195e637-616a-497b-9aec-153cd254de30', 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92', '5e9585ba-374a-4480-ab35-978b3dd1a44a'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:24:05.111282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Network 03a84a36-09c1-482f-8a32-9971f376cb12 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:24:05.129669 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:24:05.135240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:24:05.184373 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Pushing event updated for resources: {'Port': ['ID=62ba970a-073c-4d17-a70d-374f7c9f3637,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:05.192065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:05.226729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:05.227468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:05.252038 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8325112
Apr 19 13:24:05.271297 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Request body: {'port': {'device_id': '4f838169-dd6a-47da-9dcf-43c4b2d28353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:24:05.316518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3255ed-be81-43ff-a8c6-2f5f4da9e91c req-b31833e7-ba40-4b82-b55d-2729451f4723 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:05.318272 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5e3255ed-be81-43ff-a8c6-2f5f4da9e91c req-b31833e7-ba40-4b82-b55d-2729451f4723 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 946 time: 0.1225259
Apr 19 13:24:05.418597 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5e3255ed-be81-43ff-a8c6-2f5f4da9e91c req-12ea6d50-15dc-4bef-a25f-d959503f9b55 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864050
Apr 19 13:24:05.427678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:05.682741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c2ac4-d256-4878-9629-c24b8abb4a58 req-c18d9eff-ff36-4d2c-b53d-f433da75a129 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:05.684346 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-664c2ac4-d256-4878-9629-c24b8abb4a58 req-c18d9eff-ff36-4d2c-b53d-f433da75a129 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 932 time: 0.2021427
Apr 19 13:24:05.699019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019de70-1460-4304-b8a6-d6c4b47ca94a req-a20f451b-8438-4dc2-93bd-bd9c85a0b4a3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:05.700866 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1019de70-1460-4304-b8a6-d6c4b47ca94a req-a20f451b-8438-4dc2-93bd-bd9c85a0b4a3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1390274
Apr 19 13:24:05.786504 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-664c2ac4-d256-4878-9629-c24b8abb4a58 req-a35c1a58-4610-4423-a8f2-6f329c47c198 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843832
Apr 19 13:24:05.791155 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1019de70-1460-4304-b8a6-d6c4b47ca94a req-f5bc2355-5288-4f29-856b-72374209dbed tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739758
Apr 19 13:24:05.899234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ba970a-073c-4d17-a70d-374f7c9f3637 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:24:05.910549 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:05.938486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Transition to ACTIVE for port object 62ba970a-073c-4d17-a70d-374f7c9f3637 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:24:05.946916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:05.953329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:06.000500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-02db7392-ad20-4f7f-9de2-836ba44e5d43 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:06.001286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-02db7392-ad20-4f7f-9de2-836ba44e5d43 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Synchronizing usage tracker for tenant:31f1904b1fa84e7581a4391273e6ea0f on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:24:06.106089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-02db7392-ad20-4f7f-9de2-836ba44e5d43 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Unset dirty status for tenant:31f1904b1fa84e7581a4391273e6ea0f on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:24:06.107363 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-02db7392-ad20-4f7f-9de2-836ba44e5d43 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.10 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 946 time: 0.2884607
Apr 19 13:24:06.180180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=62ba970a-073c-4d17-a70d-374f7c9f3637,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:06.195727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:06.278597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Deleting port 08fdeda1-5564-4422-b693-22bb3e3f4846 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:24:06.279001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:06.350473 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Attempting to bind port 62ba970a-073c-4d17-a70d-374f7c9f3637 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:24:06.350856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Attempting to bind port 62ba970a-073c-4d17-a70d-374f7c9f3637 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:24:06.351486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Attempting to bind port 62ba970a-073c-4d17-a70d-374f7c9f3637 on network 03a84a36-09c1-482f-8a32-9971f376cb12 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:24:06.362211 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Port 62ba970a-073c-4d17-a70d-374f7c9f3637 on network 03a84a36-09c1-482f-8a32-9971f376cb12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:24:06.362646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Attempting to bind port 62ba970a-073c-4d17-a70d-374f7c9f3637 on network 03a84a36-09c1-482f-8a32-9971f376cb12 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:24:06.372784 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:24:06.373277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Checking segment: {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:24:06.373736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Bound using segment: {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:24:06.375007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Bound port: 62ba970a-073c-4d17-a70d-374f7c9f3637, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:24:06.375467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:06.640126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] For port 62ba970a-073c-4d17-a70d-374f7c9f3637, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:24:06.654079 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12cf01e-4a49-473d-ab99-a7d03faa2bce req-b88c6d05-bbbe-49f3-ab03-dde7b9d0c512 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:06.655870 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c12cf01e-4a49-473d-ab99-a7d03faa2bce req-b88c6d05-bbbe-49f3-ab03-dde7b9d0c512 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 946 time: 0.0919335
Apr 19 13:24:06.658043 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] For port 62ba970a-073c-4d17-a70d-374f7c9f3637, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=62ba970a-073c-4d17-a70d-374f7c9f3637,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:24:06.669235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:06.677581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:06.709428 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c12cf01e-4a49-473d-ab99-a7d03faa2bce req-efa2eed9-9e5e-4719-ba9c-b99037ae9b85 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427959
Apr 19 13:24:06.747648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] For port 08fdeda1-5564-4422-b693-22bb3e3f4846, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=08fdeda1-5564-4422-b693-22bb3e3f4846,segment=NetworkSegment(8e201cb6-b6da-480e-a6ab-8dd74c3c551b),segment_id=8e201cb6-b6da-480e-a6ab-8dd74c3c551b)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:06.748055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:06.772265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:06.772945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:06.774457 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/62ba970a-073c-4d17-a70d-374f7c9f3637 HTTP/1.1" status: 200  len: 1094 time: 1.5083666
Apr 19 13:24:06.776621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f838169-dd6a-47da-9dcf-43c4b2d28353', 'tag': '62ba970a-073c-4d17-a70d-374f7c9f3637'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:07.088472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04595a-6e5d-46a4-8436-0fb4e5808092 req-2589a5ac-75e5-4413-b800-a15816d32f5e tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:07.090197 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1c04595a-6e5d-46a4-8436-0fb4e5808092 req-2589a5ac-75e5-4413-b800-a15816d32f5e tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 944 time: 0.1758859
Apr 19 13:24:07.139477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cd6c0-1d2f-472d-baaa-ffdedf9685d9 req-21186782-20b3-41d2-87f2-4ac977d9d694 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:07.141556 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-083cd6c0-1d2f-472d-baaa-ffdedf9685d9 req-21186782-20b3-41d2-87f2-4ac977d9d694 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1746681
Apr 19 13:24:07.181266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Calling delete_port for 08fdeda1-5564-4422-b693-22bb3e3f4846 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:24:07.189792 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1c04595a-6e5d-46a4-8436-0fb4e5808092 req-a8995a7b-9fce-4c85-9870-ca0eacf7da1a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922210
Apr 19 13:24:07.217148 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-083cd6c0-1d2f-472d-baaa-ffdedf9685d9 req-e4301f1e-16a3-4974-ae45-215641ceddd6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631659
Apr 19 13:24:07.258726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=62ba970a-073c-4d17-a70d-374f7c9f3637,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:07.266682 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f838169-dd6a-47da-9dcf-43c4b2d28353', 'tag': '62ba970a-073c-4d17-a70d-374f7c9f3637', 'status': 'completed', 'code': 200}
Apr 19 13:24:07.268230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:07.322632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-117b8498-6119-4dc1-9145-b31566795106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:07.324264 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-117b8498-6119-4dc1-9145-b31566795106 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 1097 time: 0.1887071
Apr 19 13:24:07.436414 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-3f3d9886-3f03-4c1a-a248-b3baa80c2f3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ba970a-073c-4d17-a70d-374f7c9f3637 HTTP/1.1" status: 200  len: 217 time: 0.0792069
Apr 19 13:24:07.508025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:07.519745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d9b8fd2c-5b1b-4887-a6a2-9166321af6c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:07.528817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['08fdeda1-5564-4422-b693-22bb3e3f4846'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:24:07.572437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Pushing event deleted for resources: {'Port': ['ID=08fdeda1-5564-4422-b693-22bb3e3f4846,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:07.578873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:07.611230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-da42d970-ae86-4bea-8e27-ad03d8a4c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:07.612836 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-da42d970-ae86-4bea-8e27-ad03d8a4c1b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc56782-372f-4b29-b18b-6bf33151ba1a HTTP/1.1" status: 200  len: 855 time: 0.1667073
Apr 19 13:24:07.710374 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] No DVR routers for this DVR port 08fdeda1-5564-4422-b693-22bb3e3f4846 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:24:07.713692 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-cf716e8d-75bf-4856-a42b-90cff32cc656 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a84a36-09c1-482f-8a32-9971f376cb12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0876222
Apr 19 13:24:07.714823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:07.750277 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-125b91f3-c786-452f-b974-5e6dd7ac84d1 req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.10 "DELETE /v2.0/ports/08fdeda1-5564-4422-b693-22bb3e3f4846 HTTP/1.1" status: 204  len: 173 time: 1.6086462
Apr 19 13:24:07.891137 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-16d6c5a6-ba10-49f1-9d60-7e3df5678d8a service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655865
Apr 19 13:24:07.919106 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d2e182f3-c1ec-4272-a64a-7c9400265898 req-3be5316c-6f15-4af0-8c53-6e5cd11bbd33 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=59314441-813d-4994-ba5d-ef0b57e4717d HTTP/1.1" status: 200  len: 210 time: 0.0561576
Apr 19 13:24:08.053245 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5724b59c-a8c5-42f0-bea3-6d3424332b7f req-e872b138-0b54-40fd-8c45-f236fbc2cb9c service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530874
Apr 19 13:24:08.202889 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e102c0-647d-41b7-a4f9-c3946f5984f1 req-d66b8aec-ae73-4083-82d5-17a2011e33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:08.204509 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-50e102c0-647d-41b7-a4f9-c3946f5984f1 req-d66b8aec-ae73-4083-82d5-17a2011e33dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acda3b8cafd8499eafbde56a138a837e&device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 1097 time: 0.0889618
Apr 19 13:24:08.363646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e102c0-647d-41b7-a4f9-c3946f5984f1 req-b3618768-33d8-49b1-ab91-681fff625730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:08.365344 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-50e102c0-647d-41b7-a4f9-c3946f5984f1 req-b3618768-33d8-49b1-ab91-681fff625730 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 200  len: 916 time: 0.1523848
Apr 19 13:24:08.445311 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-50e102c0-647d-41b7-a4f9-c3946f5984f1 req-a462ad39-d868-4449-ba32-7a48c1ea8684 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ba970a-073c-4d17-a70d-374f7c9f3637 HTTP/1.1" status: 200  len: 217 time: 0.0699956
Apr 19 13:24:08.468996 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740b389-a967-4d3b-8480-609291ef403e req-92b78137-d6ef-4428-901b-f11c1a3c1ae2 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:08.470682 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3740b389-a967-4d3b-8480-609291ef403e req-92b78137-d6ef-4428-901b-f11c1a3c1ae2 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 944 time: 0.1603611
Apr 19 13:24:08.486544 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec23b4f-8e81-4d7a-bacd-9c6eaf8c0592 req-41c830f1-366c-4b3d-a396-e1746fd7c706 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:08.488150 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7ec23b4f-8e81-4d7a-bacd-9c6eaf8c0592 req-41c830f1-366c-4b3d-a396-e1746fd7c706 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1366184
Apr 19 13:24:08.525753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e102c0-647d-41b7-a4f9-c3946f5984f1 req-66777349-4fa8-42e6-bde2-9448208eda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:08.527704 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-50e102c0-647d-41b7-a4f9-c3946f5984f1 req-66777349-4fa8-42e6-bde2-9448208eda8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc56782-372f-4b29-b18b-6bf33151ba1a HTTP/1.1" status: 200  len: 855 time: 0.0743005
Apr 19 13:24:08.564382 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7ec23b4f-8e81-4d7a-bacd-9c6eaf8c0592 req-cbe0b7c3-ad37-437d-9f8a-2341c2dc74c8 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608494
Apr 19 13:24:08.572159 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3740b389-a967-4d3b-8480-609291ef403e req-28ce767b-2510-4ef4-ae2c-e23452e35c10 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829530
Apr 19 13:24:08.614952 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-50e102c0-647d-41b7-a4f9-c3946f5984f1 req-af9697ea-88cb-4a4c-8d40-6d4d79b591b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a84a36-09c1-482f-8a32-9971f376cb12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0754454
Apr 19 13:24:08.785108 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-50e102c0-647d-41b7-a4f9-c3946f5984f1 req-a1585767-6e19-4efa-aafe-b8a965899e9e service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502321
Apr 19 13:24:08.943685 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-50e102c0-647d-41b7-a4f9-c3946f5984f1 req-fded6325-1bdb-4c53-835b-de61dadbdd74 service neutron] 10.222.0.10 "GET /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428671
Apr 19 13:24:09.044816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b7e66-79ea-4231-a60d-92c8f329b19a req-ca15b51d-6364-4a23-968d-7de465b85558 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:09.047128 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-662b7e66-79ea-4231-a60d-92c8f329b19a req-ca15b51d-6364-4a23-968d-7de465b85558 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1256993
Apr 19 13:24:09.098416 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-662b7e66-79ea-4231-a60d-92c8f329b19a req-bfe2d268-4146-42bf-89b3-2ca9c51e6c90 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446265
Apr 19 13:24:09.267697 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59314441-813d-4994-ba5d-ef0b57e4717d', 'name': 'network-vif-deleted', 'tag': '08fdeda1-5564-4422-b693-22bb3e3f4846'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:09.316045 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59314441-813d-4994-ba5d-ef0b57e4717d', 'name': 'network-vif-deleted', 'tag': '08fdeda1-5564-4422-b693-22bb3e3f4846', 'status': 'completed', 'code': 200}
Apr 19 13:24:09.394809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-5c38df36-1a2c-4d9d-8c20-6299056b665d tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:09.396404 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-5c38df36-1a2c-4d9d-8c20-6299056b665d tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/networks?id=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f HTTP/1.1" status: 200  len: 809 time: 0.1633408
Apr 19 13:24:09.413466 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-257c4512-f93b-4b3e-99c9-8fc315c4aa7a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/quotas/31f1904b1fa84e7581a4391273e6ea0f HTTP/1.1" status: 200  len: 375 time: 0.0109451
Apr 19 13:24:09.471563 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-34759772-d63d-477d-98ba-0791c9ae046c tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=31f1904b1fa84e7581a4391273e6ea0f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0516088
Apr 19 13:24:09.623643 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d7562311-0c29-4731-9cac-e811317906e9 service neutron] 10.222.0.26 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442025
Apr 19 13:24:09.833851 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-90a14fe0-3719-4de6-a647-ca856fb502b3 service neutron] 10.222.0.26 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031016
Apr 19 13:24:09.850776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf97a69-005d-481d-8f1b-988efc967b88 req-910e661c-6aae-4a78-b6a8-bc2191d3f8e5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:09.852643 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6bf97a69-005d-481d-8f1b-988efc967b88 req-910e661c-6aae-4a78-b6a8-bc2191d3f8e5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1345437
Apr 19 13:24:09.902193 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6bf97a69-005d-481d-8f1b-988efc967b88 req-318e95d7-0299-4431-a1a3-58ac645d7da1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428870
Apr 19 13:24:10.080086 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-539d38e4-307f-49e0-8aef-ecd8bc12c2e1 req-6e367103-321b-452d-9ffa-1684786eaf04 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 210 time: 0.0929487
Apr 19 13:24:10.140631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea2e7-b7d7-4a79-a9fe-4b4f045e9a38 req-ce2ae7fd-f2a7-4325-a383-d90999ee6064 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:10.142594 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-830ea2e7-b7d7-4a79-a9fe-4b4f045e9a38 req-ce2ae7fd-f2a7-4325-a383-d90999ee6064 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 944 time: 0.1160555
Apr 19 13:24:10.195100 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-830ea2e7-b7d7-4a79-a9fe-4b4f045e9a38 req-ff45d7ef-59f3-4f25-a631-1e6be3ad8cc9 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435760
Apr 19 13:24:10.312233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 08fdeda1-5564-4422-b693-22bb3e3f4846 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:24:10.343125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72904770-38a5-4622-a46a-1659ca063da9 req-6a778cbb-aed8-4d30-862f-13ee5006b1ad tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:10.344856 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-72904770-38a5-4622-a46a-1659ca063da9 req-6a778cbb-aed8-4d30-862f-13ee5006b1ad tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1080084
Apr 19 13:24:10.387905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: 08fdeda1-5564-4422-b693-22bb3e3f4846 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:24:10.388453 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 08fdeda1-5564-4422-b693-22bb3e3f4846 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:24:10.419620 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-72904770-38a5-4622-a46a-1659ca063da9 req-71db645c-0bfc-4d07-9467-a2d0f511d282 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680754
Apr 19 13:24:11.114774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccedf0-b29e-4b87-80d1-44ccb9340f6d req-f127645a-d9ac-48e3-ac73-4e4e3efcb5ad tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:11.116458 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-82ccedf0-b29e-4b87-80d1-44ccb9340f6d req-f127645a-d9ac-48e3-ac73-4e4e3efcb5ad tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0907092
Apr 19 13:24:11.171335 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-82ccedf0-b29e-4b87-80d1-44ccb9340f6d req-6cdc901d-dfde-4b13-b63d-d9d135341d15 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480597
Apr 19 13:24:11.329400 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4713094d-0c3c-4b53-a304-aad7a0a768df req-048aca39-5f7b-44f6-abc8-3abfae6df4e9 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 210 time: 0.0778911
Apr 19 13:24:11.466729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-dda1c57d-b4de-4e27-9f52-b8ed3970f18a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:11.470048 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-dda1c57d-b4de-4e27-9f52-b8ed3970f18a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.10 "GET /v2.0/networks?id=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f HTTP/1.1" status: 200  len: 809 time: 0.2125607
Apr 19 13:24:11.477940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a131158-960c-4f07-95f9-3a3f436c5252 req-92365a55-6fa2-4e44-9483-05a6f3ce733e tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:11.479747 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3a131158-960c-4f07-95f9-3a3f436c5252 req-92365a55-6fa2-4e44-9483-05a6f3ce733e tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 944 time: 0.1285124
Apr 19 13:24:11.492177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Request body: {'port': {'device_id': '2808efff-ef51-46d2-8ecc-29fc6769c54d', 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f', 'admin_state_up': True, 'tenant_id': '31f1904b1fa84e7581a4391273e6ea0f'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:24:11.561193 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3a131158-960c-4f07-95f9-3a3f436c5252 req-ae488a90-81d9-4079-a49a-2a1e6969e88c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739636
Apr 19 13:24:11.664126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:24:11.668364 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Usage tracker for resource:port and tenant:31f1904b1fa84e7581a4391273e6ea0f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:24:11.671384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:24:11.677776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:24:11.687139 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Made reservation on behalf of 31f1904b1fa84e7581a4391273e6ea0f for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:24:11.693838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:11.722297 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0a22d-f442-4eb8-a04c-d8172e4301de req-ed577d0c-0ab5-4556-b987-fa0a8ab49cdf tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:11.723994 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b3c0a22d-f442-4eb8-a04c-d8172e4301de req-ed577d0c-0ab5-4556-b987-fa0a8ab49cdf tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1055725
Apr 19 13:24:11.773498 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b3c0a22d-f442-4eb8-a04c-d8172e4301de req-ad346f3a-85d5-42ce-9e7c-58f2f2fd1684 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429108
Apr 19 13:24:11.874382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Allocated IP 172.20.0.6 (f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f/3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe/8f87a177-f13c-4b73-9908-d7013872f4d8) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:24:12.104131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:12.134762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:12.142924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:12.207660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:24:12.216072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:24:12.218886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:24:12.271089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Pushing event updated for resources: {'Port': ['ID=8f87a177-f13c-4b73-9908-d7013872f4d8,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:12.274154 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:12.302562 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:12.303248 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:12.315245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 62ba970a-073c-4d17-a70d-374f7c9f3637 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:24:12.330659 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8432457
Apr 19 13:24:12.346606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Request body: {'port': {'device_id': '2808efff-ef51-46d2-8ecc-29fc6769c54d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:24:12.409529 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a760e57-bbcc-4807-b205-e34f32b2ac8c req-f5fbffab-8ba0-40d7-b1f0-397eb98b5eac tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:12.418472 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1a760e57-bbcc-4807-b205-e34f32b2ac8c req-f5fbffab-8ba0-40d7-b1f0-397eb98b5eac tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1133788
Apr 19 13:24:12.472377 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1a760e57-bbcc-4807-b205-e34f32b2ac8c req-bc7e644c-ab61-464c-bcd8-1e7b8ac2e220 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527177
Apr 19 13:24:12.518508 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:12.572660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d6467-b5d1-49d9-9399-1f5e7f390e1f req-18eee7b6-294c-45ff-a4f0-5de2f826879a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:12.578584 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c37d6467-b5d1-49d9-9399-1f5e7f390e1f req-18eee7b6-294c-45ff-a4f0-5de2f826879a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 931 time: 0.1064816
Apr 19 13:24:12.636339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 62ba970a-073c-4d17-a70d-374f7c9f3637, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=62ba970a-073c-4d17-a70d-374f7c9f3637,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:12.636532 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c37d6467-b5d1-49d9-9399-1f5e7f390e1f req-353f0997-4853-49fd-a0d9-fb9ba01ee8bc tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536554
Apr 19 13:24:12.681648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '62ba970a-073c-4d17-a70d-374f7c9f3637', 'network_id': '03a84a36-09c1-482f-8a32-9971f376cb12', 'port_id': '62ba970a-073c-4d17-a70d-374f7c9f3637', 'mac_address': 'fa:16:3e:ad:43:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc56782-372f-4b29-b18b-6bf33151ba1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:24:12.786650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:12.808600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ba970a-073c-4d17-a70d-374f7c9f3637 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:24:12.825960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 62ba970a-073c-4d17-a70d-374f7c9f3637, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=62ba970a-073c-4d17-a70d-374f7c9f3637,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:12.829265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:12.831981 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:12.909189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e6cb2-e3d7-418a-86ac-c5c7cabf407f req-08445fc9-043a-4d82-8d2c-06f37121280d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:12.918376 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c03e6cb2-e3d7-418a-86ac-c5c7cabf407f req-08445fc9-043a-4d82-8d2c-06f37121280d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 944 time: 0.1856127
Apr 19 13:24:12.934509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=62ba970a-073c-4d17-a70d-374f7c9f3637,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:12.951059 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.951889 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.953021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.953543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.954061 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.954624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.955161 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.955673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.956190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.956931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.957451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.957958 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:12.962665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:13.013846 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f87a177-f13c-4b73-9908-d7013872f4d8 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:24:13.023383 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:13.028010 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c03e6cb2-e3d7-418a-86ac-c5c7cabf407f req-58c9d87e-1d5f-48e7-87fe-aa3e5024ce93 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085770
Apr 19 13:24:13.039806 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Transition to ACTIVE for port object 8f87a177-f13c-4b73-9908-d7013872f4d8 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:24:13.054751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:13.057063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:13.066334 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fff212-623a-46c9-bf05-02c7fe3ced61 req-09a81cb3-64f5-426d-9213-a1cd9824d46f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:13.067982 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c2fff212-623a-46c9-bf05-02c7fe3ced61 req-09a81cb3-64f5-426d-9213-a1cd9824d46f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1213827
Apr 19 13:24:13.174136 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c2fff212-623a-46c9-bf05-02c7fe3ced61 req-fe53bf23-a1ba-4df5-9278-024f531316fb tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734465
Apr 19 13:24:13.228919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['62ba970a-073c-4d17-a70d-374f7c9f3637'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:24:13.296649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Pushing event updated for resources: {'Port': ['ID=8f87a177-f13c-4b73-9908-d7013872f4d8,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:13.362410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:13.380349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Attempting to bind port 8f87a177-f13c-4b73-9908-d7013872f4d8 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:24:13.380769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Attempting to bind port 8f87a177-f13c-4b73-9908-d7013872f4d8 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '8e201cb6-b6da-480e-a6ab-8dd74c3c551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:24:13.381142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Attempting to bind port 8f87a177-f13c-4b73-9908-d7013872f4d8 on network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:24:13.388377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Port 8f87a177-f13c-4b73-9908-d7013872f4d8 on network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:24:13.388746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Attempting to bind port 8f87a177-f13c-4b73-9908-d7013872f4d8 on network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:24:13.394581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:24:13.395009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Checking segment: {'id': '8e201cb6-b6da-480e-a6ab-8dd74c3c551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:24:13.395444 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Bound using segment: {'id': '8e201cb6-b6da-480e-a6ab-8dd74c3c551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:24:13.396085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Bound port: 8f87a177-f13c-4b73-9908-d7013872f4d8, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201cb6-b6da-480e-a6ab-8dd74c3c551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:24:13.396454 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:13.496054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] For port 8f87a177-f13c-4b73-9908-d7013872f4d8, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:24:13.499724 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] For port 8f87a177-f13c-4b73-9908-d7013872f4d8, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=8f87a177-f13c-4b73-9908-d7013872f4d8,segment=NetworkSegment(8e201cb6-b6da-480e-a6ab-8dd74c3c551b),segment_id=8e201cb6-b6da-480e-a6ab-8dd74c3c551b)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:24:13.502856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:13.507560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:13.562186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:13.562932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:13.564452 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] 10.222.0.10 "PUT /v2.0/ports/8f87a177-f13c-4b73-9908-d7013872f4d8 HTTP/1.1" status: 200  len: 1093 time: 1.2226601
Apr 19 13:24:13.564982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2808efff-ef51-46d2-8ecc-29fc6769c54d', 'tag': '8f87a177-f13c-4b73-9908-d7013872f4d8'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:13.593828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Pushing event updated for resources: {'Port': ['ID=8f87a177-f13c-4b73-9908-d7013872f4d8,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:13.597113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:13.651072 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2808efff-ef51-46d2-8ecc-29fc6769c54d', 'tag': '8f87a177-f13c-4b73-9908-d7013872f4d8', 'status': 'completed', 'code': 200}
Apr 19 13:24:13.689654 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-ab4e21e8-8b02-441b-b1e1-3f5c14350452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:13.691350 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-ab4e21e8-8b02-441b-b1e1-3f5c14350452 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31f1904b1fa84e7581a4391273e6ea0f&device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 1096 time: 0.0835905
Apr 19 13:24:13.698982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cc58c-5b95-4e0d-9ae5-c5735b14cf52 req-0e479e4f-02a5-42a3-b0d6-f97027d896e7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:13.700722 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fb8cc58c-5b95-4e0d-9ae5-c5735b14cf52 req-0e479e4f-02a5-42a3-b0d6-f97027d896e7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0992272
Apr 19 13:24:13.751734 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fb8cc58c-5b95-4e0d-9ae5-c5735b14cf52 req-f1e7dc80-1475-4448-bd70-07b9aff63505 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436871
Apr 19 13:24:13.777043 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-a2bd96e9-edcc-45c0-afcb-2bd40746ff31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f87a177-f13c-4b73-9908-d7013872f4d8 HTTP/1.1" status: 200  len: 217 time: 0.0711842
Apr 19 13:24:13.842181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45722d4-5de2-4878-8362-06a2caa2df5b req-e3a64558-0b11-4ebe-9bb8-37d50f99bb77 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:13.844060 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e45722d4-5de2-4878-8362-06a2caa2df5b req-e3a64558-0b11-4ebe-9bb8-37d50f99bb77 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 943 time: 0.0913923
Apr 19 13:24:13.856525 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-e77b41b3-496e-4ec4-bdf0-e243f0549bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:13.858986 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-e77b41b3-496e-4ec4-bdf0-e243f0549bb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe HTTP/1.1" status: 200  len: 849 time: 0.0720341
Apr 19 13:24:13.897289 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e45722d4-5de2-4878-8362-06a2caa2df5b req-ca8e69ef-844b-4540-a257-4e13ce70c3e4 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456686
Apr 19 13:24:14.142480 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-da67aa52-dbca-4eb6-8ed8-3625f2b90a9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2759752
Apr 19 13:24:14.257399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be83a47-ae42-4c4a-a543-c62ea6401668 req-9d7c5a82-3e51-4b30-8371-a7cb9574486f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:14.270073 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8be83a47-ae42-4c4a-a543-c62ea6401668 req-9d7c5a82-3e51-4b30-8371-a7cb9574486f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 945 time: 0.1193018
Apr 19 13:24:14.363606 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-0c0cdc3f-07f8-4412-9b37-79e186d9fc3a service neutron] 10.222.0.10 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711881
Apr 19 13:24:14.366412 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8be83a47-ae42-4c4a-a543-c62ea6401668 req-5b510979-86dd-444e-acab-f93cd46a008e tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953305
Apr 19 13:24:14.408575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e79c9-8fc3-465a-9b87-09778323651d req-aa2fe4d0-5cef-4159-9102-7114bb0ad279 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:14.410558 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-db2e79c9-8fc3-465a-9b87-09778323651d req-aa2fe4d0-5cef-4159-9102-7114bb0ad279 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1090457
Apr 19 13:24:14.460701 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-db2e79c9-8fc3-465a-9b87-09778323651d req-2927e939-2380-4e80-aecc-4b1cd6601826 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439923
Apr 19 13:24:14.520611 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6fbdf35-23a4-47f4-8cf8-f0ae2491aa99 req-4acb3e82-b844-4d82-a167-06d60f37881d service neutron] 10.222.0.10 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489983
Apr 19 13:24:14.659215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49587e-8171-4857-9d09-94c235fb48e0 req-e7dfc87f-8de8-44d4-832d-00f87530e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:14.660859 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a49587e-8171-4857-9d09-94c235fb48e0 req-e7dfc87f-8de8-44d4-832d-00f87530e65a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31f1904b1fa84e7581a4391273e6ea0f&device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 1096 time: 0.0797658
Apr 19 13:24:14.817582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49587e-8171-4857-9d09-94c235fb48e0 req-89462741-7eb8-4c20-9958-baa3ae887700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:14.819234 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a49587e-8171-4857-9d09-94c235fb48e0 req-89462741-7eb8-4c20-9958-baa3ae887700 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f HTTP/1.1" status: 200  len: 910 time: 0.1464236
Apr 19 13:24:14.906060 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a49587e-8171-4857-9d09-94c235fb48e0 req-4bac98cf-3879-4df7-9c37-d0876ee73933 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f87a177-f13c-4b73-9908-d7013872f4d8 HTTP/1.1" status: 200  len: 217 time: 0.0712802
Apr 19 13:24:14.968188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da201eb7-4a26-4f0e-b5fc-c7c42f05d9d0 req-9a72abea-f2dd-48dc-ba1b-611fe5978d1e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:14.970110 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-da201eb7-4a26-4f0e-b5fc-c7c42f05d9d0 req-9a72abea-f2dd-48dc-ba1b-611fe5978d1e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0924926
Apr 19 13:24:14.980378 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49587e-8171-4857-9d09-94c235fb48e0 req-b3b1e586-76de-4104-9011-eec113df8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:14.982155 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a49587e-8171-4857-9d09-94c235fb48e0 req-b3b1e586-76de-4104-9011-eec113df8c4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe HTTP/1.1" status: 200  len: 849 time: 0.0696137
Apr 19 13:24:15.023611 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-da201eb7-4a26-4f0e-b5fc-c7c42f05d9d0 req-a8797771-bbff-4977-9a24-de6cdd07b514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467405
Apr 19 13:24:15.054122 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a49587e-8171-4857-9d09-94c235fb48e0 req-9908d700-93cb-4f46-81e0-9c38822f192c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599234
Apr 19 13:24:15.219146 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a49587e-8171-4857-9d09-94c235fb48e0 req-ce1ca7c9-014f-4fd7-ab71-21fc487127b3 service neutron] 10.222.0.10 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541314
Apr 19 13:24:15.337473 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f6448-f6b6-4d05-a890-0046be4d5bea req-8a34ac26-6830-4b20-a5b5-9d43c86009cd tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:15.339088 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a65f6448-f6b6-4d05-a890-0046be4d5bea req-8a34ac26-6830-4b20-a5b5-9d43c86009cd tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 943 time: 0.3007398
Apr 19 13:24:15.372731 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a49587e-8171-4857-9d09-94c235fb48e0 req-94c00478-32f9-4f9d-98c5-35929c7ab4ff service neutron] 10.222.0.10 "GET /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411641
Apr 19 13:24:15.392333 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a65f6448-f6b6-4d05-a890-0046be4d5bea req-c492065f-aca1-4c17-97a5-85e748e6eb49 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466633
Apr 19 13:24:15.572740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9416c-609c-436a-91db-cc7ff7f3a070 req-c805bacd-9dbf-4f9c-b22d-e6361d370ff1 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:15.574339 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4ed9416c-609c-436a-91db-cc7ff7f3a070 req-c805bacd-9dbf-4f9c-b22d-e6361d370ff1 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 945 time: 0.0931296
Apr 19 13:24:15.685619 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4ed9416c-609c-436a-91db-cc7ff7f3a070 req-91e00af3-ba37-4258-8d63-c7985da937fb tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642278
Apr 19 13:24:15.708364 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f81d0-e51a-44cd-9383-862aef87dfad req-d22c2c4c-36e1-4bf2-b292-0e6801232fef tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:15.709944 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8a9f81d0-e51a-44cd-9383-862aef87dfad req-d22c2c4c-36e1-4bf2-b292-0e6801232fef tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1317952
Apr 19 13:24:15.759314 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8a9f81d0-e51a-44cd-9383-862aef87dfad req-aa30d0bc-dbdd-4292-b439-bc537871b1ab tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423982
Apr 19 13:24:16.241345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bdf94-6cdb-4575-8012-101e73084bba req-d2c20cfb-fc46-4fbd-bb7e-6c666d0c27ab tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:16.242962 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e38bdf94-6cdb-4575-8012-101e73084bba req-d2c20cfb-fc46-4fbd-bb7e-6c666d0c27ab tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0944583
Apr 19 13:24:16.293000 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e38bdf94-6cdb-4575-8012-101e73084bba req-6d6da7fc-14d3-4596-b009-b96caac8b9fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426292
Apr 19 13:24:16.379663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 62ba970a-073c-4d17-a70d-374f7c9f3637 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:24:16.460097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 62ba970a-073c-4d17-a70d-374f7c9f3637 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:24:16.464927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 62ba970a-073c-4d17-a70d-374f7c9f3637 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:24:16.465342 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:16.597924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:16.609413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aee04-04a9-4351-aafd-ebbcd7adc731 req-858e58f2-4f9b-4f56-a7ca-dea56df5aacd tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:16.611088 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d5aee04-04a9-4351-aafd-ebbcd7adc731 req-858e58f2-4f9b-4f56-a7ca-dea56df5aacd tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 943 time: 0.1004717
Apr 19 13:24:16.628010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f838169-dd6a-47da-9dcf-43c4b2d28353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ba970a-073c-4d17-a70d-374f7c9f3637'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:16.638285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 62ba970a-073c-4d17-a70d-374f7c9f3637, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=62ba970a-073c-4d17-a70d-374f7c9f3637,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:16.642709 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:16.644767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:16.663163 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d5aee04-04a9-4351-aafd-ebbcd7adc731 req-6f1af0a6-f825-4e14-92ee-58eee543fa1f tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457935
Apr 19 13:24:16.693102 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f838169-dd6a-47da-9dcf-43c4b2d28353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ba970a-073c-4d17-a70d-374f7c9f3637', 'code': 200}
Apr 19 13:24:16.722896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=62ba970a-073c-4d17-a70d-374f7c9f3637,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:16.726462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:16.956166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9d3cf-4006-4aa1-b23f-6ff00ed5b54b req-e79a3710-a1df-4d2b-92ae-a2b59c95548a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:16.957763 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0be9d3cf-4006-4aa1-b23f-6ff00ed5b54b req-e79a3710-a1df-4d2b-92ae-a2b59c95548a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 946 time: 0.1499910
Apr 19 13:24:16.972298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeff08-da18-467e-a25a-ceff64c67265 req-33742128-a240-45db-9d4c-1e2df4020ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:16.973885 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-46aeff08-da18-467e-a25a-ceff64c67265 req-33742128-a240-45db-9d4c-1e2df4020ad6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 1099 time: 0.0826914
Apr 19 13:24:17.020772 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-46aeff08-da18-467e-a25a-ceff64c67265 req-3d935cff-94c6-45cb-9628-c3686328779c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392108
Apr 19 13:24:17.026460 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0be9d3cf-4006-4aa1-b23f-6ff00ed5b54b req-ec8ee3c5-35bd-4c14-ad36-4b3369a5dc36 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606019
Apr 19 13:24:17.036291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d7df-241e-49ee-a619-3240ec05b989 req-e1c1ce35-fc1c-4cbc-9886-701b0a34419a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:17.038182 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a191d7df-241e-49ee-a619-3240ec05b989 req-e1c1ce35-fc1c-4cbc-9886-701b0a34419a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1509831
Apr 19 13:24:17.088685 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a191d7df-241e-49ee-a619-3240ec05b989 req-736ee513-f5e9-423b-a280-f20c94d4a84b tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443106
Apr 19 13:24:17.501607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3776-7c04-4149-878b-ba1262f82ec1 req-cf2f553d-7707-43c9-91b7-2f8ed87b8371 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:17.503366 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-acee3776-7c04-4149-878b-ba1262f82ec1 req-cf2f553d-7707-43c9-91b7-2f8ed87b8371 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0890088
Apr 19 13:24:17.554759 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-acee3776-7c04-4149-878b-ba1262f82ec1 req-9c7367ab-87c2-46ea-a196-b1d97509eec2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450549
Apr 19 13:24:17.869782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24c97b-a398-4de2-914c-6ab651a42a03 req-40a45fef-d527-4254-b76b-32c9c8dc06b5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:17.871333 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ef24c97b-a398-4de2-914c-6ab651a42a03 req-40a45fef-d527-4254-b76b-32c9c8dc06b5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 943 time: 0.0875647
Apr 19 13:24:17.920529 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ef24c97b-a398-4de2-914c-6ab651a42a03 req-3ab4b399-658b-4b62-bd9a-f620e2c4d77a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422091
Apr 19 13:24:18.290143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b76297-8bd4-4e05-b329-88abdb7c1931 req-d230764f-df14-4c39-b5ad-3f0f3030e756 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:18.291342 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b7b76297-8bd4-4e05-b329-88abdb7c1931 req-d230764f-df14-4c39-b5ad-3f0f3030e756 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 946 time: 0.1412194
Apr 19 13:24:18.358594 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b7b76297-8bd4-4e05-b329-88abdb7c1931 req-40c3d3e4-0b35-4305-9838-dc360c3c2c09 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584786
Apr 19 13:24:18.376789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeed2c3-5db1-45ff-9fdb-e58b2263e076 req-392c2a3f-766a-4bda-af03-dad6e52e665a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:18.378445 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1eeed2c3-5db1-45ff-9fdb-e58b2263e076 req-392c2a3f-766a-4bda-af03-dad6e52e665a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1421318
Apr 19 13:24:18.406564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 8f87a177-f13c-4b73-9908-d7013872f4d8 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:24:18.431839 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1eeed2c3-5db1-45ff-9fdb-e58b2263e076 req-9f129c42-c803-4c2c-93fc-6515a28cecdc tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470028
Apr 19 13:24:18.553385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 8f87a177-f13c-4b73-9908-d7013872f4d8, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=8f87a177-f13c-4b73-9908-d7013872f4d8,segment=NetworkSegment(8e201cb6-b6da-480e-a6ab-8dd74c3c551b),segment_id=8e201cb6-b6da-480e-a6ab-8dd74c3c551b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:18.568016 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '8f87a177-f13c-4b73-9908-d7013872f4d8', 'network_id': 'f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f', 'port_id': '8f87a177-f13c-4b73-9908-d7013872f4d8', 'mac_address': 'fa:16:3e:b1:a9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:24:18.633259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:18.651769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f87a177-f13c-4b73-9908-d7013872f4d8 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:24:18.667647 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 8f87a177-f13c-4b73-9908-d7013872f4d8, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=8f87a177-f13c-4b73-9908-d7013872f4d8,segment=NetworkSegment(8e201cb6-b6da-480e-a6ab-8dd74c3c551b),segment_id=8e201cb6-b6da-480e-a6ab-8dd74c3c551b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:18.670542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:18.672371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:18.744075 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=8f87a177-f13c-4b73-9908-d7013872f4d8,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:18.748070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:18.774542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbe927-a234-42b1-b6f5-6189282d43ca req-87d43bb5-39f0-4407-8432-4107fe23aa1e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:18.776223 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71dbe927-a234-42b1-b6f5-6189282d43ca req-87d43bb5-39f0-4407-8432-4107fe23aa1e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0972691
Apr 19 13:24:18.826481 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71dbe927-a234-42b1-b6f5-6189282d43ca req-25d576c3-4443-4cce-8c52-693670f83294 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437152
Apr 19 13:24:19.067051 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['8f87a177-f13c-4b73-9908-d7013872f4d8'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:24:19.131148 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df214e8e-8b58-4960-9f92-0e9de772e60f req-688554c9-3942-4b79-8def-a68d3df9389a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:19.132898 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-df214e8e-8b58-4960-9f92-0e9de772e60f req-688554c9-3942-4b79-8def-a68d3df9389a tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 944 time: 0.0941627
Apr 19 13:24:19.184462 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-df214e8e-8b58-4960-9f92-0e9de772e60f req-073ba600-8e6b-4816-9cd0-5f2c7e75d449 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433764
Apr 19 13:24:19.611337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e2019-205c-42be-b7fd-121ade4835b5 req-81fdb4f5-493b-4b83-84c5-c6ff423022a7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:19.612893 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-907e2019-205c-42be-b7fd-121ade4835b5 req-81fdb4f5-493b-4b83-84c5-c6ff423022a7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 946 time: 0.1380160
Apr 19 13:24:19.679957 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-907e2019-205c-42be-b7fd-121ade4835b5 req-c14b2722-9c70-49be-80d8-81d8f32b7b52 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600266
Apr 19 13:24:19.689599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d317a2b-da9f-49d1-b456-a2d2d2759898 req-64d35c8f-364a-41af-b7d4-3a339723ca49 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:19.691161 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1d317a2b-da9f-49d1-b456-a2d2d2759898 req-64d35c8f-364a-41af-b7d4-3a339723ca49 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1402497
Apr 19 13:24:19.741093 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1d317a2b-da9f-49d1-b456-a2d2d2759898 req-2ee9afc9-184f-4339-96b0-0af87c8a45c0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433953
Apr 19 13:24:20.057500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba80de-c51f-45d4-ad41-a76dccf4dd7a req-3b28b498-41c9-4671-bad1-ff5916678cf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:20.059108 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-87ba80de-c51f-45d4-ad41-a76dccf4dd7a req-3b28b498-41c9-4671-bad1-ff5916678cf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0979612
Apr 19 13:24:20.138665 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-87ba80de-c51f-45d4-ad41-a76dccf4dd7a req-e69bb9eb-ea23-46e8-85c1-b93c78e85e19 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721760
Apr 19 13:24:20.385851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2d30f-bb94-4c90-b53d-ff2beb3a2e4f req-8c25bdc2-d953-4f21-a7b4-078e6557d427 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:20.387481 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80f2d30f-bb94-4c90-b53d-ff2beb3a2e4f req-8c25bdc2-d953-4f21-a7b4-078e6557d427 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 944 time: 0.0884078
Apr 19 13:24:20.423146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 8f87a177-f13c-4b73-9908-d7013872f4d8 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:24:20.437293 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80f2d30f-bb94-4c90-b53d-ff2beb3a2e4f req-3eb547c7-11e1-49d7-9afb-856814f94a52 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434248
Apr 19 13:24:20.496736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 8f87a177-f13c-4b73-9908-d7013872f4d8 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:24:20.501839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 8f87a177-f13c-4b73-9908-d7013872f4d8 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:24:20.502241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:20.626838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:20.655525 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2808efff-ef51-46d2-8ecc-29fc6769c54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f87a177-f13c-4b73-9908-d7013872f4d8'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:20.665577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 8f87a177-f13c-4b73-9908-d7013872f4d8, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=8f87a177-f13c-4b73-9908-d7013872f4d8,segment=NetworkSegment(8e201cb6-b6da-480e-a6ab-8dd74c3c551b),segment_id=8e201cb6-b6da-480e-a6ab-8dd74c3c551b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:20.668680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:20.670692 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:20.705654 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2808efff-ef51-46d2-8ecc-29fc6769c54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f87a177-f13c-4b73-9908-d7013872f4d8', 'code': 200}
Apr 19 13:24:20.746296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=8f87a177-f13c-4b73-9908-d7013872f4d8,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:20.750255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:20.955089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb68bb1-b4fe-4cd2-aa69-5f5d71e94a22 req-43a4caef-df6e-4f9b-94e4-e0b7f23ceb00 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:20.956879 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6eb68bb1-b4fe-4cd2-aa69-5f5d71e94a22 req-43a4caef-df6e-4f9b-94e4-e0b7f23ceb00 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.0951765
Apr 19 13:24:20.961008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018766d2-041c-4e09-91eb-f63dea076f00 req-9ecebc8c-1191-47b1-8e9d-4f5aa16fac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:20.962618 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-018766d2-041c-4e09-91eb-f63dea076f00 req-9ecebc8c-1191-47b1-8e9d-4f5aa16fac56 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 1098 time: 0.0842311
Apr 19 13:24:21.008151 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-018766d2-041c-4e09-91eb-f63dea076f00 req-0b2d1bc1-9106-469a-9363-649b5b3a97e9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386748
Apr 19 13:24:21.008376 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6eb68bb1-b4fe-4cd2-aa69-5f5d71e94a22 req-8afaaa46-9b08-442f-aa22-d35dc2b4e465 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449355
Apr 19 13:24:21.350285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b9940-1357-479c-9449-5bbd724b5c7e req-1d1e7910-7662-4923-8c03-0e8090d51c27 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:21.352192 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c91b9940-1357-479c-9449-5bbd724b5c7e req-1d1e7910-7662-4923-8c03-0e8090d51c27 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0890417
Apr 19 13:24:21.403802 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c91b9940-1357-479c-9449-5bbd724b5c7e req-e3fca050-3c88-4123-b288-d19f5dcd2e7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450740
Apr 19 13:24:21.639172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc762603-b820-4ac7-9b55-a06cccae8448 req-3d147acc-13fb-40de-97b5-bee09bc4a5cd tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:21.640859 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fc762603-b820-4ac7-9b55-a06cccae8448 req-3d147acc-13fb-40de-97b5-bee09bc4a5cd tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 945 time: 0.0897548
Apr 19 13:24:21.688740 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fc762603-b820-4ac7-9b55-a06cccae8448 req-adc5b218-4de1-4170-814e-9dff8cc6f9fb tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414732
Apr 19 13:24:22.220151 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519ded9-c70a-4056-92f3-92523d4e5c11 req-cc1c9134-d534-4479-86a2-2da2de28126d tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:22.221743 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b519ded9-c70a-4056-92f3-92523d4e5c11 req-cc1c9134-d534-4479-86a2-2da2de28126d tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.0933998
Apr 19 13:24:22.271037 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b519ded9-c70a-4056-92f3-92523d4e5c11 req-f805b65d-9a49-45c6-aeef-8121b88576ac tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417163
Apr 19 13:24:22.613519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bb40e-2685-497a-80c1-5dbb3b5c122d req-d49f5091-16fa-434a-900f-7a1f8402b47f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:22.615081 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-323bb40e-2685-497a-80c1-5dbb3b5c122d req-d49f5091-16fa-434a-900f-7a1f8402b47f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0914111
Apr 19 13:24:22.663206 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-323bb40e-2685-497a-80c1-5dbb3b5c122d req-8de5d81c-558d-4ab4-8510-b5f9cfcacde3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417745
Apr 19 13:24:22.893737 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbb3be-3943-4f07-9cef-d0c59b7561a0 req-27bf28fd-08d6-4434-8d1c-ae9937023a15 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:22.895299 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c9cbb3be-3943-4f07-9cef-d0c59b7561a0 req-27bf28fd-08d6-4434-8d1c-ae9937023a15 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 945 time: 0.0901046
Apr 19 13:24:22.942937 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c9cbb3be-3943-4f07-9cef-d0c59b7561a0 req-60cd8831-c312-40b4-8abb-6869390fc2a5 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412946
Apr 19 13:24:23.484155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc05d1-247a-421e-9b83-b9189472e1d0 req-baf9fc24-eed6-45c0-b96a-7ee459b8265a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:23.485669 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-47fc05d1-247a-421e-9b83-b9189472e1d0 req-baf9fc24-eed6-45c0-b96a-7ee459b8265a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.0923223
Apr 19 13:24:23.537933 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-47fc05d1-247a-421e-9b83-b9189472e1d0 req-eabfe20b-7ec6-41de-81f6-2bc9fbbb1165 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456538
Apr 19 13:24:23.872887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9333c87-def6-4dca-b72a-0864f58eb2f7 req-ea130487-7f48-4a30-9394-d65ac58f4657 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:23.874968 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f9333c87-def6-4dca-b72a-0864f58eb2f7 req-ea130487-7f48-4a30-9394-d65ac58f4657 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0881300
Apr 19 13:24:23.921531 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f9333c87-def6-4dca-b72a-0864f58eb2f7 req-fd92787c-4eba-4286-9ec6-087487725824 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401106
Apr 19 13:24:24.740650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4eb95-8533-4295-a646-fe1cd40d4594 req-e6e878bf-318e-47db-88d1-71b72ac72e29 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:24.742150 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-79d4eb95-8533-4295-a646-fe1cd40d4594 req-e6e878bf-318e-47db-88d1-71b72ac72e29 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.0913370
Apr 19 13:24:24.789505 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-79d4eb95-8533-4295-a646-fe1cd40d4594 req-b892b1bd-455e-4101-925d-448ef95ff428 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410604
Apr 19 13:24:24.924575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-54020a0d-b0fd-4f86-a4d7-5c818e1d9472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:25.127027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99cc01-1476-477b-9e03-8086c2fd6e6b req-52cb361e-45e3-4f43-abed-b4e1cbe58db2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:25.128602 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6b99cc01-1476-477b-9e03-8086c2fd6e6b req-52cb361e-45e3-4f43-abed-b4e1cbe58db2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0883522
Apr 19 13:24:25.173473 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device df7800e1-d1ec-4df7-b60b-60d8def4b964 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:24:25.178352 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6b99cc01-1476-477b-9e03-8086c2fd6e6b req-744ae199-1df7-4a9d-b511-15521c4499e3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433948
Apr 19 13:24:25.320949 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:25.335557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'port_id': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'mac_address': 'fa:16:3e:8d:cf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:24:25.397980 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:25.416320 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df7800e1-d1ec-4df7-b60b-60d8def4b964 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:24:25.432855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:25.436810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:25.438702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:25.511952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:25.516179 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:25.995736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b7b51-0423-4d06-b181-ca58def38552 req-e20d1e20-87c3-4130-95f0-9cc77c1a1f71 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:25.997371 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-597b7b51-0423-4d06-b181-ca58def38552 req-e20d1e20-87c3-4130-95f0-9cc77c1a1f71 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.0953579
Apr 19 13:24:26.046070 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-597b7b51-0423-4d06-b181-ca58def38552 req-b8391263-4490-470c-8cb4-04a71a85cd88 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414977
Apr 19 13:24:26.389900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d007ccf-c078-4d7f-ae21-a9b08e699da6 req-3adfcadf-ccfc-4817-9d19-14a01b59022b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:26.391314 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5d007ccf-c078-4d7f-ae21-a9b08e699da6 req-3adfcadf-ccfc-4817-9d19-14a01b59022b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 944 time: 0.0899427
Apr 19 13:24:26.441001 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5d007ccf-c078-4d7f-ae21-a9b08e699da6 req-23bf46fd-6745-449d-8c27-b27880e9aef3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434911
Apr 19 13:24:27.253683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144b045-8180-466d-a1f7-da6ac2980efd req-a9f8f1c6-1878-4524-bf2b-f092de09aee5 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:27.255292 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2144b045-8180-466d-a1f7-da6ac2980efd req-a9f8f1c6-1878-4524-bf2b-f092de09aee5 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.0902677
Apr 19 13:24:27.309114 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2144b045-8180-466d-a1f7-da6ac2980efd req-0e495f91-945d-4cb2-865d-e3e15c2213d5 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475538
Apr 19 13:24:27.319356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['df7800e1-d1ec-4df7-b60b-60d8def4b964'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:24:27.666609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a167-ac8c-4cbb-8041-1f0795f0b660 req-7b41024d-8e58-47ab-ba09-e834e3549296 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:27.666609 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5a74a167-ac8c-4cbb-8041-1f0795f0b660 req-7b41024d-8e58-47ab-ba09-e834e3549296 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 944 time: 0.1035991
Apr 19 13:24:27.737503 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5a74a167-ac8c-4cbb-8041-1f0795f0b660 req-dee6dbda-2bcf-402e-b328-53c8af3cdcb9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588682
Apr 19 13:24:27.878165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:28.005724 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-06fd948c-4b30-4995-a133-8a00a82f3f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:28.268831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde4571-5098-4988-9b92-7fd42dbb9a0b req-029b8b00-a424-41e4-abe1-68b3b220ea0d tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:28.269930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:28.276715 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0cde4571-5098-4988-9b92-7fd42dbb9a0b req-029b8b00-a424-41e4-abe1-68b3b220ea0d tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 945 time: 0.1297100
Apr 19 13:24:28.344417 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0cde4571-5098-4988-9b92-7fd42dbb9a0b req-f2d4c969-1cc4-43b0-91d5-cd02a80e1025 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666704
Apr 19 13:24:28.584251 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b3994-1d44-4c00-9f0a-4178b055f700 req-01ac25d8-5b0b-47bb-b9df-3c954a4c6a10 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:28.593580 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1b9b3994-1d44-4c00-9f0a-4178b055f700 req-01ac25d8-5b0b-47bb-b9df-3c954a4c6a10 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1281066
Apr 19 13:24:28.656129 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1b9b3994-1d44-4c00-9f0a-4178b055f700 req-dfb18b98-1b8e-46e9-99b2-92af93d98f79 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610828
Apr 19 13:24:28.971612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:28.974655 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968757c-244e-4075-8ef5-e695fca099ac req-4021defc-4230-4515-8b81-7932f5205f23 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:28.987036 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0968757c-244e-4075-8ef5-e695fca099ac req-4021defc-4230-4515-8b81-7932f5205f23 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 944 time: 0.1194494
Apr 19 13:24:29.062428 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0968757c-244e-4075-8ef5-e695fca099ac req-acc1be85-e517-48bb-98f0-27f46479d377 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711381
Apr 19 13:24:29.182837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device df7800e1-d1ec-4df7-b60b-60d8def4b964 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:24:29.290867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port df7800e1-d1ec-4df7-b60b-60d8def4b964 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:24:29.291953 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:29.496425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642998e-c9c4-4b23-b2c2-3aca85b52e2a req-6084e2e7-250d-4a04-b07a-f4c0ff7e6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:29.498419 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7642998e-c9c4-4b23-b2c2-3aca85b52e2a req-6084e2e7-250d-4a04-b07a-f4c0ff7e6d8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 1098 time: 0.1000774
Apr 19 13:24:29.572877 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f95de-d20f-4148-83df-9b87f993f704 req-d2b505a0-9239-4a7e-a7f8-626f9ca5a44f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:29.583474 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b80f95de-d20f-4148-83df-9b87f993f704 req-d2b505a0-9239-4a7e-a7f8-626f9ca5a44f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1497724
Apr 19 13:24:29.584255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:29.621674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:29.623153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:29.629778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:29.631916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:29.721782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=7']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:29.726433 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:29.728170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642998e-c9c4-4b23-b2c2-3aca85b52e2a req-79bf239f-2b24-47ea-8b86-042de3b60389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:29.732486 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7642998e-c9c4-4b23-b2c2-3aca85b52e2a req-79bf239f-2b24-47ea-8b86-042de3b60389 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 920 time: 0.2127893
Apr 19 13:24:29.773205 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b80f95de-d20f-4148-83df-9b87f993f704 req-316114df-d6e9-4dee-92e6-e925b4e45b42 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868286
Apr 19 13:24:29.820204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179ad78-ab72-4d2a-86f8-691266a965ec req-4d4a600b-191f-41d3-9d27-8cb1286b1f9b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:29.822032 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2179ad78-ab72-4d2a-86f8-691266a965ec req-4d4a600b-191f-41d3-9d27-8cb1286b1f9b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 945 time: 0.2348385
Apr 19 13:24:29.847449 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7642998e-c9c4-4b23-b2c2-3aca85b52e2a req-9eb10ae5-9eae-4719-96e8-092a5995b8f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961 HTTP/1.1" status: 200  len: 217 time: 0.1087646
Apr 19 13:24:29.902703 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'code': 200}
Apr 19 13:24:29.907860 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2179ad78-ab72-4d2a-86f8-691266a965ec req-266906a5-da34-4cba-9da8-6087cc722a7b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780604
Apr 19 13:24:29.979814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642998e-c9c4-4b23-b2c2-3aca85b52e2a req-060a6c36-8aba-484d-b839-c1a8c2a28a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:29.981607 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7642998e-c9c4-4b23-b2c2-3aca85b52e2a req-060a6c36-8aba-484d-b839-c1a8c2a28a77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.1263998
Apr 19 13:24:30.083304 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7642998e-c9c4-4b23-b2c2-3aca85b52e2a req-cdf5187a-b66e-4d66-af4f-5ea2f796abe4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0880876
Apr 19 13:24:30.209763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:30.228736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995ba1b-660a-43be-87d8-f5282631464b req-71480d15-61ba-4bb2-a9dd-d3b66f3ecc98 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:30.237654 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9995ba1b-660a-43be-87d8-f5282631464b req-71480d15-61ba-4bb2-a9dd-d3b66f3ecc98 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.2010400
Apr 19 13:24:30.331453 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7642998e-c9c4-4b23-b2c2-3aca85b52e2a req-09ac72bf-0221-4b53-97ed-d90d6d044a45 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363601
Apr 19 13:24:30.447099 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9995ba1b-660a-43be-87d8-f5282631464b req-6c85fd6b-1958-48d6-925f-144a963db3fe tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2083762
Apr 19 13:24:30.481486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b43595-529e-4834-9ddc-a30e509f5caf req-df852714-5baf-4f9a-b370-4a24e0005308 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:30.490139 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-63b43595-529e-4834-9ddc-a30e509f5caf req-df852714-5baf-4f9a-b370-4a24e0005308 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1974211
Apr 19 13:24:30.543808 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-63b43595-529e-4834-9ddc-a30e509f5caf req-08e23c52-65b4-4307-84fb-85e04869a2aa tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526891
Apr 19 13:24:30.647660 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7642998e-c9c4-4b23-b2c2-3aca85b52e2a req-97025b92-e87c-46af-933d-280fb4c3be04 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3082461
Apr 19 13:24:30.666180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b953be9-c043-47b7-a846-7e3c93402703 req-e36c26bc-6d5b-49b6-b9ab-1a3f7e9f2374 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:30.666914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-6b953be9-c043-47b7-a846-7e3c93402703 req-e36c26bc-6d5b-49b6-b9ab-1a3f7e9f2374 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Synchronizing usage tracker for tenant:31f1904b1fa84e7581a4391273e6ea0f on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:24:30.685656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-6b953be9-c043-47b7-a846-7e3c93402703 req-e36c26bc-6d5b-49b6-b9ab-1a3f7e9f2374 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Unset dirty status for tenant:31f1904b1fa84e7581a4391273e6ea0f on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:24:30.687050 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6b953be9-c043-47b7-a846-7e3c93402703 req-e36c26bc-6d5b-49b6-b9ab-1a3f7e9f2374 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 945 time: 0.1473198
Apr 19 13:24:30.786315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-6b953be9-c043-47b7-a846-7e3c93402703 req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Deleting port 8f87a177-f13c-4b73-9908-d7013872f4d8 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:24:30.786772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6b953be9-c043-47b7-a846-7e3c93402703 req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:31.026774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f04fb-68d5-4f88-9a75-cdbc1fcc4052 req-306fb0bf-ba76-46d1-94b0-90d007700a8b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:31.028754 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-158f04fb-68d5-4f88-9a75-cdbc1fcc4052 req-306fb0bf-ba76-46d1-94b0-90d007700a8b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1323967
Apr 19 13:24:31.113950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-6b953be9-c043-47b7-a846-7e3c93402703 req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] For port 8f87a177-f13c-4b73-9908-d7013872f4d8, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=8f87a177-f13c-4b73-9908-d7013872f4d8,segment=NetworkSegment(8e201cb6-b6da-480e-a6ab-8dd74c3c551b),segment_id=8e201cb6-b6da-480e-a6ab-8dd74c3c551b)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:31.114661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6b953be9-c043-47b7-a846-7e3c93402703 req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:31.142939 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-158f04fb-68d5-4f88-9a75-cdbc1fcc4052 req-44772721-de19-4956-ad01-8509c5354173 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056786
Apr 19 13:24:31.189038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d9af-6f04-4147-883b-844e39d0a7b6 req-a0137dbd-74ff-4734-b197-dee21ec36830 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:31.190729 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ca66d9af-6f04-4147-883b-844e39d0a7b6 req-a0137dbd-74ff-4734-b197-dee21ec36830 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 945 time: 0.1166134
Apr 19 13:24:31.251396 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ca66d9af-6f04-4147-883b-844e39d0a7b6 req-be822b52-c825-4f65-920b-dd4991630561 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb71edb3-ff50-4d62-b67e-9f000ec64003&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508146
Apr 19 13:24:31.275998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-6b953be9-c043-47b7-a846-7e3c93402703 req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Calling delete_port for 8f87a177-f13c-4b73-9908-d7013872f4d8 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:24:31.453566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6b953be9-c043-47b7-a846-7e3c93402703 req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:31.461503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-044da092-576d-42e4-b6c4-4ffeec6036ea tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:31.513393 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Pushing event deleted for resources: {'Port': ['ID=8f87a177-f13c-4b73-9908-d7013872f4d8,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:31.517180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:31.605373 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b953be9-c043-47b7-a846-7e3c93402703 req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] No DVR routers for this DVR port 8f87a177-f13c-4b73-9908-d7013872f4d8 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:24:31.608346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6b953be9-c043-47b7-a846-7e3c93402703 req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:31.612838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2808efff-ef51-46d2-8ecc-29fc6769c54d', 'name': 'network-vif-deleted', 'tag': '8f87a177-f13c-4b73-9908-d7013872f4d8'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:31.628801 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6b953be9-c043-47b7-a846-7e3c93402703 req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.10 "DELETE /v2.0/ports/8f87a177-f13c-4b73-9908-d7013872f4d8 HTTP/1.1" status: 204  len: 173 time: 0.9353096
Apr 19 13:24:32.132472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6973894-770a-4909-9e1e-6d7f679c8814 req-24ce0b99-45f2-4f20-aa3c-87e906f3afe4 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:32.134119 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6973894-770a-4909-9e1e-6d7f679c8814 req-24ce0b99-45f2-4f20-aa3c-87e906f3afe4 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.4493124
Apr 19 13:24:32.211265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55597515-773b-4850-86ac-749210cca3fa req-ce1eabfd-e2e9-403b-b433-fb36039ccfe7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:32.212912 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-55597515-773b-4850-86ac-749210cca3fa req-ce1eabfd-e2e9-403b-b433-fb36039ccfe7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.4155395
Apr 19 13:24:32.216355 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6973894-770a-4909-9e1e-6d7f679c8814 req-70e77eb6-686f-4a57-9cfc-f2eeec8b8505 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700247
Apr 19 13:24:32.286729 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-55597515-773b-4850-86ac-749210cca3fa req-3b0c314a-2fe1-4fe4-b8e4-9a389e7796dd tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642784
Apr 19 13:24:32.302174 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2808efff-ef51-46d2-8ecc-29fc6769c54d', 'name': 'network-vif-deleted', 'tag': '8f87a177-f13c-4b73-9908-d7013872f4d8', 'status': 'completed', 'code': 200}
Apr 19 13:24:32.540621 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-384ce713-a9a1-403a-bc4a-0f85d0688c13 req-017eb417-7588-4380-9d0f-7a65b8f4166e tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] 10.222.0.26 "GET /v2.0/ports?device_id=2808efff-ef51-46d2-8ecc-29fc6769c54d HTTP/1.1" status: 200  len: 210 time: 0.0707920
Apr 19 13:24:32.582239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc5cea-b5f2-4d8b-8d20-f4366e8a370b req-f9491801-0fca-4cc5-afb9-08fcf7b454a3 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:32.584014 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-16fc5cea-b5f2-4d8b-8d20-f4366e8a370b req-f9491801-0fca-4cc5-afb9-08fcf7b454a3 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1570301
Apr 19 13:24:32.634076 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-16fc5cea-b5f2-4d8b-8d20-f4366e8a370b req-54449cf2-8d05-490f-b4bd-9ef104ae46de tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432763
Apr 19 13:24:33.192980 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 8f87a177-f13c-4b73-9908-d7013872f4d8 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:24:33.268397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: 8f87a177-f13c-4b73-9908-d7013872f4d8 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:24:33.269121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 8f87a177-f13c-4b73-9908-d7013872f4d8 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:24:33.581521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d1d37-bf62-43a6-9395-d84a490de2fe req-fb4becb9-2ada-42ea-b7ee-b7d6140aad2b tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:33.589895 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b78d1d37-bf62-43a6-9395-d84a490de2fe req-fb4becb9-2ada-42ea-b7ee-b7d6140aad2b tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.2032881
Apr 19 13:24:33.635697 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a9efd-02c6-4d60-b379-f6cce36b70db req-762b3d7d-065e-44ec-9fca-1c6f063d8764 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:33.637607 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-932a9efd-02c6-4d60-b379-f6cce36b70db req-762b3d7d-065e-44ec-9fca-1c6f063d8764 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1911199
Apr 19 13:24:33.700055 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b78d1d37-bf62-43a6-9395-d84a490de2fe req-fc2446e4-7cca-4569-ad76-cfaa25174b9a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084518
Apr 19 13:24:33.750220 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-932a9efd-02c6-4d60-b379-f6cce36b70db req-e6c69830-9185-43e2-8c6c-93488e69f2bf tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0966325
Apr 19 13:24:34.017145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9c753-b557-4b2c-bf4c-8c2dbeac453a req-403df317-2484-4cc3-9ef1-49bb04fb9e34 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:34.018913 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cae9c753-b557-4b2c-bf4c-8c2dbeac453a req-403df317-2484-4cc3-9ef1-49bb04fb9e34 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1093483
Apr 19 13:24:34.110415 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cae9c753-b557-4b2c-bf4c-8c2dbeac453a req-86bca491-d720-4f55-be02-b0ecdbc5b8e1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841181
Apr 19 13:24:34.414147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:24:34.723761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 57912) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:24:34.978510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:35.036424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:24:35.046844 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] Usage tracker for resource:security_group_rule and tenant:9f29fe7a6fd24274a819d299e815b0dc is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:24:35.050779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:24:35.058224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:24:35.164439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0588678-43c6-4122-ba69-fbd0cd2ac552 req-81981cb8-e30b-4280-838d-5ccceffed69f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:35.190856 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e0588678-43c6-4122-ba69-fbd0cd2ac552 req-81981cb8-e30b-4280-838d-5ccceffed69f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1889076
Apr 19 13:24:35.261029 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e0588678-43c6-4122-ba69-fbd0cd2ac552 req-e6e6bb7f-27e7-4732-b30c-5282eec0249b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647767
Apr 19 13:24:35.337596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:35.342106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:35.378399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4b3a7177-d118-4219-a877-c165f97f395c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:35.395526 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f29fe7a6fd24274a819d299e815b0dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6674213
Apr 19 13:24:35.398705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 57938) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:24:35.435333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c3426-2e40-4bac-9ffb-14a1571497ec req-8774cfa7-1c65-48bc-8565-5c61e4894b24 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:35.437659 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-691c3426-2e40-4bac-9ffb-14a1571497ec req-8774cfa7-1c65-48bc-8565-5c61e4894b24 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1886997
Apr 19 13:24:35.461054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cf3686-546f-4a1e-99ed-dcfc52f269a3,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:35.477815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:35.533982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd12dd51-c4af-4df8-8af9-41a6dfa0fa91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:35.585650 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-691c3426-2e40-4bac-9ffb-14a1571497ec req-8f56081f-8afc-4a7f-8885-aea9250a30e9 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1326070
Apr 19 13:24:35.615515 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd12dd51-c4af-4df8-8af9-41a6dfa0fa91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:35.671807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d373840-918a-46d7-b003-4da41ea7b553 req-06e40348-bdca-4e9c-914a-6cd017f3b43e tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:35.672660 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8d373840-918a-46d7-b003-4da41ea7b553 req-06e40348-bdca-4e9c-914a-6cd017f3b43e tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1949680
Apr 19 13:24:35.722304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd12dd51-c4af-4df8-8af9-41a6dfa0fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:35.731774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5d576639-2a15-4746-b70d-66da952e70bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:35.740961 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8d373840-918a-46d7-b003-4da41ea7b553 req-3bbb8150-5a3b-4da8-802e-641bfea7fe0d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577748
Apr 19 13:24:35.762733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd12dd51-c4af-4df8-8af9-41a6dfa0fa91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:35.766177 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-cd12dd51-c4af-4df8-8af9-41a6dfa0fa91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7cf3686-546f-4a1e-99ed-dcfc52f269a3 HTTP/1.1" status: 204  len: 168 time: 0.3661749
Apr 19 13:24:35.767335 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12dd51-c4af-4df8-8af9-41a6dfa0fa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cf3686-546f-4a1e-99ed-dcfc52f269a3,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:35.778747 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cd12dd51-c4af-4df8-8af9-41a6dfa0fa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:36.243602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500f55f-7fde-4e41-a728-e0bc07faa403 req-0794fb53-3e80-4578-bef0-7c1fa5502263 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:36.257228 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c500f55f-7fde-4e41-a728-e0bc07faa403 req-0794fb53-3e80-4578-bef0-7c1fa5502263 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1746430
Apr 19 13:24:36.270156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-1c40d393-1c7e-4cbe-b187-f6c64e2345f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:36.273068 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-1c40d393-1c7e-4cbe-b187-f6c64e2345f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f383e19f962d42879794bd93ee81fa67&device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 1098 time: 0.1080437
Apr 19 13:24:36.336013 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c500f55f-7fde-4e41-a728-e0bc07faa403 req-bb549b08-5fbd-4441-af8d-e3cbecafec15 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707793
Apr 19 13:24:36.522868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-bf0969cf-66d1-4f9e-8f53-72cdf8692630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:36.524452 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-bf0969cf-66d1-4f9e-8f53-72cdf8692630 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 200  len: 912 time: 0.2408710
Apr 19 13:24:36.525264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c4d2-2c74-4555-9181-5488cd7f5164 req-4d2e31fa-d781-4856-9733-f63e31613e2c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:36.526999 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-19e5c4d2-2c74-4555-9181-5488cd7f5164 req-4d2e31fa-d781-4856-9733-f63e31613e2c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0995879
Apr 19 13:24:36.612187 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-19e5c4d2-2c74-4555-9181-5488cd7f5164 req-a3e9a0ef-8fd5-4c22-8a0e-4d92655a56d1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780125
Apr 19 13:24:36.680268 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-f9109c0d-1550-4532-a98a-97b39dcc6f7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecb9b05-f0a4-438b-ad28-fe0d86d92012 HTTP/1.1" status: 200  len: 1001 time: 0.1445487
Apr 19 13:24:36.769091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-7d216245-1639-4103-882e-390abd7941ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:36.771395 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-7d216245-1639-4103-882e-390abd7941ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c91c612-6f59-49f3-8c6e-16f08a1ad2cb HTTP/1.1" status: 200  len: 850 time: 0.0801377
Apr 19 13:24:36.932614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-1836ba57-ca60-4103-b098-50a37eb8b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:36.936954 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-1836ba57-ca60-4103-b098-50a37eb8b8e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1494470
Apr 19 13:24:37.016617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c94b4-f1f4-40bb-a71c-2c47694aa383 req-e23cf038-93f1-4b85-b3bc-e5dd7b23b9fa tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:37.027745 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a68c94b4-f1f4-40bb-a71c-2c47694aa383 req-e23cf038-93f1-4b85-b3bc-e5dd7b23b9fa tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1103573
Apr 19 13:24:37.151776 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a68c94b4-f1f4-40bb-a71c-2c47694aa383 req-0715f241-2988-40dc-9411-6fdff4d698fc tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192589
Apr 19 13:24:37.156965 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-facd98b2-8d3e-4a23-b0b0-30694fc1f356 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2077487
Apr 19 13:24:37.381048 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e63e8763-9cf4-42d0-a339-3452f7e963c9 req-57b565cc-b9b4-43c0-bc7d-7ab0f1e6b4d1 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135408
Apr 19 13:24:37.590248 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af1bc0-4629-4ea5-9c84-f57bb0fbc819 req-8d62428d-5eee-4027-aefc-f51cf4fb404e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:37.592390 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-03af1bc0-4629-4ea5-9c84-f57bb0fbc819 req-8d62428d-5eee-4027-aefc-f51cf4fb404e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1111579
Apr 19 13:24:37.661846 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-03af1bc0-4629-4ea5-9c84-f57bb0fbc819 req-785e40cf-25b5-4531-b95c-b3a210ca35c6 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622594
Apr 19 13:24:37.934967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648de12-9bd5-4d21-9991-a34d85275def req-f760a6c8-662b-456e-a18f-ae58d8f49725 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:37.936707 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3648de12-9bd5-4d21-9991-a34d85275def req-f760a6c8-662b-456e-a18f-ae58d8f49725 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1025212
Apr 19 13:24:37.992557 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3648de12-9bd5-4d21-9991-a34d85275def req-484a7898-d316-4a7d-89ac-42b459928126 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475025
Apr 19 13:24:38.403891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2436da0-f1a9-47c5-aee5-2c8091ad739d req-308698f5-98c9-4f88-b425-49e0cb0fb681 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:38.406322 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b2436da0-f1a9-47c5-aee5-2c8091ad739d req-308698f5-98c9-4f88-b425-49e0cb0fb681 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.0984311
Apr 19 13:24:38.470627 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b2436da0-f1a9-47c5-aee5-2c8091ad739d req-4906fd01-d3b3-485a-840c-23f464e18071 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560858
Apr 19 13:24:38.869854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e933a-969e-400b-90d2-6f49b2e214dc req-84a6b06e-736c-43ba-b1f9-7581ddc80a19 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:38.871498 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c93e933a-969e-400b-90d2-6f49b2e214dc req-84a6b06e-736c-43ba-b1f9-7581ddc80a19 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.0951192
Apr 19 13:24:38.937998 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c93e933a-969e-400b-90d2-6f49b2e214dc req-2e2aec60-be8e-41da-a8d8-a870f916f716 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598361
Apr 19 13:24:39.236806 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba705a2-2e68-43ac-97dd-dce025e48aab req-f93934dd-15ea-42f1-8ef6-f1a3a1861466 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:39.238531 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5ba705a2-2e68-43ac-97dd-dce025e48aab req-f93934dd-15ea-42f1-8ef6-f1a3a1861466 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0986969
Apr 19 13:24:39.309942 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5ba705a2-2e68-43ac-97dd-dce025e48aab req-b8955dc0-fed4-4bd0-9e39-90dea82f8a47 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492208
Apr 19 13:24:39.696463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551739c8-0079-4ac9-af6b-efebba658326 req-52453a1c-6622-447b-aa8b-5cd3309d03c6 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:39.698876 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-551739c8-0079-4ac9-af6b-efebba658326 req-52453a1c-6622-447b-aa8b-5cd3309d03c6 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1015081
Apr 19 13:24:39.759442 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-551739c8-0079-4ac9-af6b-efebba658326 req-0f8f61cf-002f-4764-80b9-ca148eb420f6 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526953
Apr 19 13:24:40.179830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b6e4e-d2f8-4642-b0e6-a8f2f5872ef8 req-1b369140-cf71-483a-ae1c-71b550f43b90 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:40.188542 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3b7b6e4e-d2f8-4642-b0e6-a8f2f5872ef8 req-1b369140-cf71-483a-ae1c-71b550f43b90 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1191034
Apr 19 13:24:40.239627 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3b7b6e4e-d2f8-4642-b0e6-a8f2f5872ef8 req-a74a54bd-bc3d-4404-9a79-423a43748c50 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501165
Apr 19 13:24:40.693237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e241978-4af2-4d60-9e9e-b349eba1ca2b req-f1b14e05-fb82-486d-94de-c04d2c81467a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:40.694840 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0e241978-4af2-4d60-9e9e-b349eba1ca2b req-f1b14e05-fb82-486d-94de-c04d2c81467a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0964515
Apr 19 13:24:40.744210 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0e241978-4af2-4d60-9e9e-b349eba1ca2b req-ff77ddf0-d2fc-4376-b141-325ffc1c09fe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430410
Apr 19 13:24:40.967939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124699e-e134-4c99-9aa0-8b979e3d3b12 req-2ec268c6-3416-403b-8118-6b7f630da064 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:40.969532 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5124699e-e134-4c99-9aa0-8b979e3d3b12 req-2ec268c6-3416-403b-8118-6b7f630da064 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.0893979
Apr 19 13:24:41.020542 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5124699e-e134-4c99-9aa0-8b979e3d3b12 req-1eac782e-64b4-4b4f-affe-6e6938173ebe tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447395
Apr 19 13:24:41.449251 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f00b7-1edc-472b-b102-12fe4988eaf1 req-3a37a498-650e-4da8-90d4-98474b4a85fe tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:41.450920 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad6f00b7-1edc-472b-b102-12fe4988eaf1 req-3a37a498-650e-4da8-90d4-98474b4a85fe tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.0885909
Apr 19 13:24:41.502716 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad6f00b7-1edc-472b-b102-12fe4988eaf1 req-268996a7-5151-4854-8c42-838e880e9042 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446489
Apr 19 13:24:41.951849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb1b59-ecab-4efd-8cde-ef585b09df24 req-2bcfa2e4-ffe1-4abd-baf1-64f4c0b2761c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:41.953414 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f4eb1b59-ecab-4efd-8cde-ef585b09df24 req-2bcfa2e4-ffe1-4abd-baf1-64f4c0b2761c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0902631
Apr 19 13:24:42.001097 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f4eb1b59-ecab-4efd-8cde-ef585b09df24 req-8ca051a7-c4a8-4987-b2ca-d375b6289d10 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414653
Apr 19 13:24:42.221542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe85c3c-5dc6-46c0-9448-31f2ca3f08b5 req-aa63f0a9-1d96-43f3-8c7f-7c16c5885ad9 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:42.223149 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2fe85c3c-5dc6-46c0-9448-31f2ca3f08b5 req-aa63f0a9-1d96-43f3-8c7f-7c16c5885ad9 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.0883670
Apr 19 13:24:42.271608 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2fe85c3c-5dc6-46c0-9448-31f2ca3f08b5 req-49369ff8-64e9-4f78-805b-8a1bfc0c9481 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414488
Apr 19 13:24:42.713309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473ea69-f0b5-44da-bda6-4b6271e05bbc req-4c494549-83ab-4eea-9740-f21242903e36 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:42.714938 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0473ea69-f0b5-44da-bda6-4b6271e05bbc req-4c494549-83ab-4eea-9740-f21242903e36 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.0953522
Apr 19 13:24:42.765500 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0473ea69-f0b5-44da-bda6-4b6271e05bbc req-85687f0e-2c2f-470d-a7e0-3be04e74cd85 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435507
Apr 19 13:24:43.212854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effc57b-c7af-4fc5-b43b-79b663575e66 req-00aa18fd-3f58-484c-aab9-7eb18a2a3fcd tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:43.214500 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5effc57b-c7af-4fc5-b43b-79b663575e66 req-00aa18fd-3f58-484c-aab9-7eb18a2a3fcd tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.0952525
Apr 19 13:24:43.255336 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-506eacdf-8833-43b9-9d19-288af548a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:43.257244 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-506eacdf-8833-43b9-9d19-288af548a413 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 1098 time: 0.0814781
Apr 19 13:24:43.269472 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5effc57b-c7af-4fc5-b43b-79b663575e66 req-c7b74985-9067-4e06-b594-217f4ee3f5cf tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475340
Apr 19 13:24:43.647682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1e96c-d3f8-40fc-8bd2-78b2a6b048bf req-40eff7c1-4578-447f-b4c2-fdf0e4815978 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:43.656183 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d9c1e96c-d3f8-40fc-8bd2-78b2a6b048bf req-40eff7c1-4578-447f-b4c2-fdf0e4815978 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.2631335
Apr 19 13:24:43.719990 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d9c1e96c-d3f8-40fc-8bd2-78b2a6b048bf req-2cd134c9-4b10-4a28-8890-03bd46041a16 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626094
Apr 19 13:24:43.740156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-3634a241-55e7-4e47-9081-4b2ed0b7af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:43.742156 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-3634a241-55e7-4e47-9081-4b2ed0b7af92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 917 time: 0.4603522
Apr 19 13:24:43.778433 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-37b840d1-498a-47fd-a8ee-1d3996c3580b tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8bb1defd3b514882b9699b53b5d47730&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0353069
Apr 19 13:24:43.910051 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-e6d5aeda-fc70-4152-9e4e-e66567ade3c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964 HTTP/1.1" status: 200  len: 1000 time: 0.1557131
Apr 19 13:24:43.986784 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-44474f22-be13-4bde-8051-5389eecc64fa tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:43.988426 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-44474f22-be13-4bde-8051-5389eecc64fa tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2023473
Apr 19 13:24:43.994705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-a1bfc672-6460-4a86-8116-1494fe008e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:43.996372 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-a1bfc672-6460-4a86-8116-1494fe008e43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.0750082
Apr 19 13:24:44.060627 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-09170e76-85a8-44f2-a6d2-f44b69c56b92 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/quotas/8bb1defd3b514882b9699b53b5d47730 HTTP/1.1" status: 200  len: 375 time: 0.0129690
Apr 19 13:24:44.140136 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-52d13e5f-c8b9-479d-b43b-1b6b3eda6228 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8bb1defd3b514882b9699b53b5d47730&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0715451
Apr 19 13:24:44.148778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-cdb58fb5-5c7c-4e58-90f2-d507fe64e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:44.150333 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-cdb58fb5-5c7c-4e58-90f2-d507fe64e6f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1353374
Apr 19 13:24:44.171174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594227bb-9672-40f1-99a0-a1be2534bb69 req-2b321d63-3009-4578-a778-8a74241bddb8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:44.181742 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-594227bb-9672-40f1-99a0-a1be2534bb69 req-2b321d63-3009-4578-a778-8a74241bddb8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1916790
Apr 19 13:24:44.236184 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-594227bb-9672-40f1-99a0-a1be2534bb69 req-3cb98e13-d194-4046-969a-4a95f9ed259a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539072
Apr 19 13:24:44.459221 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-69bb03ec-625c-4239-8776-66dcb0fd7561 req-c673df6b-c5cc-4819-a18c-c83c925c5277 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 210 time: 0.0724933
Apr 19 13:24:44.466079 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-d2c5df04-eaec-486c-9d3c-6a30b6ef437d service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3046231
Apr 19 13:24:44.623514 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c3134-5ba6-4c56-8568-52c4d5bd822a req-15cf0048-d840-4689-b0bf-5268162f89e1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:44.626855 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5d4c3134-5ba6-4c56-8568-52c4d5bd822a req-15cf0048-d840-4689-b0bf-5268162f89e1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1659889
Apr 19 13:24:44.698839 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5d4c3134-5ba6-4c56-8568-52c4d5bd822a req-008d1f23-1ea3-4a91-a68f-d9a60ec1cd63 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611274
Apr 19 13:24:44.827848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0336c1e-5d01-4036-bcd4-b92788daf78c req-8cd213c1-846c-4bfa-b892-06baf79dfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:44.829608 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b0336c1e-5d01-4036-bcd4-b92788daf78c req-8cd213c1-846c-4bfa-b892-06baf79dfb7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 1098 time: 0.1790941
Apr 19 13:24:44.834435 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ae4542bc-68ec-4229-8c95-f2fe16d399ef req-b55e5e2f-c488-416b-a1c1-c1c07b413ad1 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3594284
Apr 19 13:24:44.891993 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b0336c1e-5d01-4036-bcd4-b92788daf78c req-85a3c2b0-90c1-49d6-9f39-6f6ee2c1b79b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446725
Apr 19 13:24:45.070270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51289-78b4-48c7-978d-3ea853085137 req-cdd855ef-6cc8-4fd1-a268-afc54f57de7e tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:45.078496 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6c51289-78b4-48c7-978d-3ea853085137 req-cdd855ef-6cc8-4fd1-a268-afc54f57de7e tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1151521
Apr 19 13:24:45.172862 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6c51289-78b4-48c7-978d-3ea853085137 req-3242fa08-ac96-43e5-8ddd-3fcf24c135ca tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932715
Apr 19 13:24:45.631248 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 58194) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:24:45.731488 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c05a8d26-ae36-497e-803c-20f830211140 req-6c6cbc0b-d8c1-4388-bd25-27ca18080902 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 210 time: 0.0751545
Apr 19 13:24:45.886728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:45.914123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:24:45.920896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] Usage tracker for resource:security_group_rule and tenant:bab788eaf02048e1994d15323571ce8a is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:24:45.926941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:24:45.936769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:24:46.012030 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec45c6-21a1-4cb7-9436-a56827b388a1 req-30e06734-9e17-48ed-acaf-f839875033ae tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:46.021091 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1fec45c6-21a1-4cb7-9436-a56827b388a1 req-30e06734-9e17-48ed-acaf-f839875033ae tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.1155267
Apr 19 13:24:46.080595 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1fec45c6-21a1-4cb7-9436-a56827b388a1 req-b95603e4-c2d2-4fec-9bc3-25fbb7060ad8 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580938
Apr 19 13:24:46.161304 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-642492fc-e830-483e-a696-bb34eb720d72 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8bb1defd3b514882b9699b53b5d47730&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1089900
Apr 19 13:24:46.422041 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-613845ea-c4e6-4b58-abac-44cb99e18e3a tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:46.424010 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-613845ea-c4e6-4b58-abac-44cb99e18e3a tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2425644
Apr 19 13:24:46.436660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd55139-99fa-42e8-bda6-712394aa0499 req-34d1ca5f-965e-485b-87a7-a4639909d6b8 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:46.446034 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5bd55139-99fa-42e8-bda6-712394aa0499 req-34d1ca5f-965e-485b-87a7-a4639909d6b8 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1153195
Apr 19 13:24:46.449516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Request body: {'port': {'device_id': '36a99cb2-4030-4c16-8b21-11d08a952924', 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2', 'admin_state_up': True, 'tenant_id': '8bb1defd3b514882b9699b53b5d47730'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:24:46.475380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:46.494005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:46.521027 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5bd55139-99fa-42e8-bda6-712394aa0499 req-929e8ec3-5e79-4b1c-b0d1-fa9a27609cbd tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737314
Apr 19 13:24:46.534169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-db86fa28-ed16-4d7f-b26b-2e7335ced6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:46.548645 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bab788eaf02048e1994d15323571ce8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9136174
Apr 19 13:24:46.552515 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 58214) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:24:46.636542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea3472-04ef-48ce-9f02-efff77bb2c1e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:46.649313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:46.652698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:46.685005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:46.715624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:24:46.720879 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Usage tracker for resource:port and tenant:8bb1defd3b514882b9699b53b5d47730 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:24:46.725946 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:24:46.735561 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:24:46.750390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Made reservation on behalf of 8bb1defd3b514882b9699b53b5d47730 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:24:46.750790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:46.757445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:46.761250 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4187bdbb-b90d-4b34-8196-7ae3256381d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:46.773403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:46.790600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:24:46.795856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Usage tracker for resource:security_group_rule and tenant:8bb1defd3b514882b9699b53b5d47730 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:24:46.799396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:24:46.801707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea3472-04ef-48ce-9f02-efff77bb2c1e,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:46.805629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:24:46.816952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.818210 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.818643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.819564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.819968 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.820367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.821282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.821678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.822076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.823003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.823399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.823792 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:46.829645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:46.835911 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6eea3472-04ef-48ce-9f02-efff77bb2c1e HTTP/1.1" status: 204  len: 168 time: 0.2808273
Apr 19 13:24:46.838287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:46.946147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:46.952397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:47.070234 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dcdaeaa-c9d1-49d2-9705-cd2be5f70199 req-865f9de6-d712-43e8-bf05-0127cbc74b1a tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 210 time: 0.1119561
Apr 19 13:24:47.222697 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Allocated IP 192.168.233.43 (0fd18f39-f30b-4faa-850c-5b725f2068d2/bb53e696-1c08-4c7b-841b-b472f8c9a97c/a7636a99-fa11-4913-b02f-dfe666685c59) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:24:47.269742 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device df7800e1-d1ec-4df7-b60b-60d8def4b964 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:24:47.495581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fad22b99-fdde-44a2-a696-9dbe72fbd439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:47.514349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf306-d930-4d4b-bd3a-5b95df8a4186 req-7b565b1a-f1e9-4d66-a859-6bd2d6964ef7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:47.524600 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d58bf306-d930-4d4b-bd3a-5b95df8a4186 req-7b565b1a-f1e9-4d66-a859-6bd2d6964ef7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 945 time: 0.2191250
Apr 19 13:24:47.528313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:47.582322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81faff81-15f2-402e-a050-49cc5ec14648,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:47.588747 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:47.614563 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d58bf306-d930-4d4b-bd3a-5b95df8a4186 req-04872c5b-eae5-4e33-9f92-f63b61cb8f07 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799577
Apr 19 13:24:47.618300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:47.625438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:47.637958 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:47.647882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-dbb16993-edc0-4877-825b-6dfde22671d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:47.653830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:47.680932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Transition to ACTIVE for port object a7636a99-fa11-4913-b02f-dfe666685c59 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:24:47.723756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:47.734923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:47.778037 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'code': 200}
Apr 19 13:24:47.779677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=8']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:47.790274 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:47.818420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5deff-714e-453f-994a-6076580edab9 req-576622c9-4b5c-4180-a3a2-d33abb01feb7 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:47.820141 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-68d5deff-714e-453f-994a-6076580edab9 req-576622c9-4b5c-4180-a3a2-d33abb01feb7 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1291349
Apr 19 13:24:47.842386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Pushing event updated for resources: {'Port': ['ID=a7636a99-fa11-4913-b02f-dfe666685c59,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:47.860446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:47.862967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Network 0fd18f39-f30b-4faa-850c-5b725f2068d2 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:24:47.864347 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:24:47.872199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:24:47.881344 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-68d5deff-714e-453f-994a-6076580edab9 req-d2819248-de72-457c-8331-5236f501eb99 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542123
Apr 19 13:24:47.984636 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:47.985911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:48.048667 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6074088
Apr 19 13:24:48.063003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Request body: {'port': {'device_id': '36a99cb2-4030-4c16-8b21-11d08a952924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:24:48.235203 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-73ffd1f7-68e3-445c-a3cd-32678b418bf0 None None] Provisioning for port a7636a99-fa11-4913-b02f-dfe666685c59 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:24:48.243333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-73ffd1f7-68e3-445c-a3cd-32678b418bf0 None None] Provisioning complete for port a7636a99-fa11-4913-b02f-dfe666685c59 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:24:48.244318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-73ffd1f7-68e3-445c-a3cd-32678b418bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:48.304805 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:48.366184 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-73ffd1f7-68e3-445c-a3cd-32678b418bf0 None None] Port a7636a99-fa11-4913-b02f-dfe666685c59 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:24:48.471166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432041b-7d3a-4efe-881c-ca28370cb88d req-26c1d964-247c-4e2d-abbc-ddf8761dd110 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:48.482898 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0432041b-7d3a-4efe-881c-ca28370cb88d req-26c1d964-247c-4e2d-abbc-ddf8761dd110 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 935 time: 0.1648495
Apr 19 13:24:48.579873 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0432041b-7d3a-4efe-881c-ca28370cb88d req-cb9f3a70-d61c-49fd-962b-c9d0fdd3e9bf tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955060
Apr 19 13:24:48.783907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476ddee-4ee6-42b3-913d-e36f04fff9a3 req-a699c0ab-b33b-48b6-a319-dd23ce85b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:48.785560 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f476ddee-4ee6-42b3-913d-e36f04fff9a3 req-a699c0ab-b33b-48b6-a319-dd23ce85b6d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 1098 time: 0.1991150
Apr 19 13:24:48.806306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ec37-73a2-4e43-984e-0127f7e76ecc req-22fbdf7e-c06c-4f44-a310-a712bd403ede tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:48.808237 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1f92ec37-73a2-4e43-984e-0127f7e76ecc req-22fbdf7e-c06c-4f44-a310-a712bd403ede tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1435094
Apr 19 13:24:48.902171 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1f92ec37-73a2-4e43-984e-0127f7e76ecc req-792f189f-8278-4245-995f-2272794ab8c1 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796499
Apr 19 13:24:49.052582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476ddee-4ee6-42b3-913d-e36f04fff9a3 req-9ebc2f4c-f176-4c3e-98a9-9fc140e26e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:49.052582 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f476ddee-4ee6-42b3-913d-e36f04fff9a3 req-9ebc2f4c-f176-4c3e-98a9-9fc140e26e26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 920 time: 0.2512751
Apr 19 13:24:49.052582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7636a99-fa11-4913-b02f-dfe666685c59 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:24:49.161049 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f476ddee-4ee6-42b3-913d-e36f04fff9a3 req-ab2cf89b-aa95-4cd7-a5f9-f17eea4c2638 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961 HTTP/1.1" status: 200  len: 217 time: 0.1005380
Apr 19 13:24:49.162282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:49.236776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Transition to ACTIVE for port object a7636a99-fa11-4913-b02f-dfe666685c59 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:24:49.247208 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515891b3-c94f-456e-b3e6-21ccf59b278f req-5192828c-64d0-416a-bc6c-c55f042e119f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:49.249640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:49.256798 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-515891b3-c94f-456e-b3e6-21ccf59b278f req-5192828c-64d0-416a-bc6c-c55f042e119f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.2190037
Apr 19 13:24:49.274396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc40992-3d52-42d9-bfff-3c13d9c7b9b6 req-39a85b93-9d4e-4d1d-ad4d-ab6cdb7f10b3 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:49.274396 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9bc40992-3d52-42d9-bfff-3c13d9c7b9b6 req-39a85b93-9d4e-4d1d-ad4d-ab6cdb7f10b3 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 946 time: 0.1613312
Apr 19 13:24:49.284377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b0bd6f33-c6f6-412e-ad38-023d381f6839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:49.352321 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-515891b3-c94f-456e-b3e6-21ccf59b278f req-d4447c71-f291-427e-bfa7-73fe8c5dfce4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944395
Apr 19 13:24:49.384144 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9bc40992-3d52-42d9-bfff-3c13d9c7b9b6 req-d7db4224-309f-441c-9e04-a4e978c2970b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937526
Apr 19 13:24:49.431954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476ddee-4ee6-42b3-913d-e36f04fff9a3 req-27ac3472-78b8-43ab-a56c-7006ed65a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:49.433761 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f476ddee-4ee6-42b3-913d-e36f04fff9a3 req-27ac3472-78b8-43ab-a56c-7006ed65a055 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.2614911
Apr 19 13:24:49.566804 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f476ddee-4ee6-42b3-913d-e36f04fff9a3 req-efcd8eff-7183-450f-b84f-0f6fa1398811 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1007733
Apr 19 13:24:49.644525 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7636a99-fa11-4913-b02f-dfe666685c59,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:49.693814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.694232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.694678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.695087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.695492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.695897 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.696304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.696703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.697288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.697694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.698096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.698543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:24:49.712304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:49.930585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748db15-6cf0-4ad8-a758-aebc12e44b4a req-bdef9e51-2aca-486d-92eb-34d081ce04f7 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:49.943663 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c748db15-6cf0-4ad8-a758-aebc12e44b4a req-bdef9e51-2aca-486d-92eb-34d081ce04f7 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 947 time: 0.1578791
Apr 19 13:24:50.016128 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c748db15-6cf0-4ad8-a758-aebc12e44b4a req-2c19145e-b59a-4aa1-bf17-a5c966cba9f6 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703957
Apr 19 13:24:50.151384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Attempting to bind port a7636a99-fa11-4913-b02f-dfe666685c59 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:24:50.152454 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Attempting to bind port a7636a99-fa11-4913-b02f-dfe666685c59 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'a5698c11-d5cc-408e-9501-6f4ef7cfcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:24:50.153071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Attempting to bind port a7636a99-fa11-4913-b02f-dfe666685c59 on network 0fd18f39-f30b-4faa-850c-5b725f2068d2 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:24:50.176630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Port a7636a99-fa11-4913-b02f-dfe666685c59 on network 0fd18f39-f30b-4faa-850c-5b725f2068d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:24:50.177146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Attempting to bind port a7636a99-fa11-4913-b02f-dfe666685c59 on network 0fd18f39-f30b-4faa-850c-5b725f2068d2 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:24:50.210077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:24:50.210579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Checking segment: {'id': 'a5698c11-d5cc-408e-9501-6f4ef7cfcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:24:50.211034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Bound using segment: {'id': 'a5698c11-d5cc-408e-9501-6f4ef7cfcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:24:50.211644 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Bound port: a7636a99-fa11-4913-b02f-dfe666685c59, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5698c11-d5cc-408e-9501-6f4ef7cfcacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:24:50.212126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:50.237114 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f476ddee-4ee6-42b3-913d-e36f04fff9a3 req-ee5c57d9-1368-420c-84d0-f8ecb22cdf2c service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6400158
Apr 19 13:24:50.279934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b2afe-c91f-4741-8c93-b143e4100312 req-b42745e6-7a9a-4822-9a8f-6269d2b16691 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:50.289008 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3c1b2afe-c91f-4741-8c93-b143e4100312 req-b42745e6-7a9a-4822-9a8f-6269d2b16691 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1416879
Apr 19 13:24:50.358995 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3c1b2afe-c91f-4741-8c93-b143e4100312 req-8ee437b8-1476-4325-a43b-8c51ff74f10c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689480
Apr 19 13:24:50.447718 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f476ddee-4ee6-42b3-913d-e36f04fff9a3 req-1fb71261-cf5c-4479-8f79-a45ddfc073cf service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780188
Apr 19 13:24:50.630860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] For port a7636a99-fa11-4913-b02f-dfe666685c59, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:24:50.638892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] For port a7636a99-fa11-4913-b02f-dfe666685c59, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a7636a99-fa11-4913-b02f-dfe666685c59,segment=NetworkSegment(a5698c11-d5cc-408e-9501-6f4ef7cfcacb),segment_id=a5698c11-d5cc-408e-9501-6f4ef7cfcacb)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:24:50.646396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:50.651734 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-89272c72-0e9a-455f-95b9-62edbe071799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:50.810015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:50.810776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:50.812293 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/a7636a99-fa11-4913-b02f-dfe666685c59 HTTP/1.1" status: 200  len: 1097 time: 2.7549965
Apr 19 13:24:50.812838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a99cb2-4030-4c16-8b21-11d08a952924', 'tag': 'a7636a99-fa11-4913-b02f-dfe666685c59'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:50.829496 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a501ec-481b-42a8-a221-73b1b6f82fa5 req-064a4470-4441-443b-9894-d172906f44fd tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:50.837789 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-34a501ec-481b-42a8-a221-73b1b6f82fa5 req-064a4470-4441-443b-9894-d172906f44fd tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 946 time: 0.2475715
Apr 19 13:24:50.929425 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-34a501ec-481b-42a8-a221-73b1b6f82fa5 req-8c7e6d27-f672-4d45-975b-3025794ceecf tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903969
Apr 19 13:24:50.957322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a74f3-426b-458d-a3ba-5ddb415ae4a2 req-341a5a99-4c15-40dd-9471-2bd8c0b3f598 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:50.968555 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-039a74f3-426b-458d-a3ba-5ddb415ae4a2 req-341a5a99-4c15-40dd-9471-2bd8c0b3f598 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.2623482
Apr 19 13:24:51.047303 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-039a74f3-426b-458d-a3ba-5ddb415ae4a2 req-0946afce-8c24-4fc3-8678-0bfceea26276 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804620
Apr 19 13:24:51.050679 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a99cb2-4030-4c16-8b21-11d08a952924', 'tag': 'a7636a99-fa11-4913-b02f-dfe666685c59', 'status': 'completed', 'code': 200}
Apr 19 13:24:51.051367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7636a99-fa11-4913-b02f-dfe666685c59,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:51.069142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:51.098565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-c373ef82-6930-4a3f-a674-dc5810f5eb86 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:51.098986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-c373ef82-6930-4a3f-a674-dc5810f5eb86 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Synchronizing usage tracker for tenant:acda3b8cafd8499eafbde56a138a837e on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:24:51.152455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-c373ef82-6930-4a3f-a674-dc5810f5eb86 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Unset dirty status for tenant:acda3b8cafd8499eafbde56a138a837e on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:24:51.153723 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-c373ef82-6930-4a3f-a674-dc5810f5eb86 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 946 time: 0.3929420
Apr 19 13:24:51.157924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-163bedf9-0366-4e28-bcbe-cf12ed3b6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:51.159522 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-163bedf9-0366-4e28-bcbe-cf12ed3b6cfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb1defd3b514882b9699b53b5d47730&device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 1100 time: 0.2436664
Apr 19 13:24:51.309265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device df7800e1-d1ec-4df7-b60b-60d8def4b964 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:24:51.399250 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-cdc541f6-999d-4902-98f9-af3799802368 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a7636a99-fa11-4913-b02f-dfe666685c59 HTTP/1.1" status: 200  len: 217 time: 0.1871378
Apr 19 13:24:51.522858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d7022-b58e-4dc5-ab8e-e05757968efd req-ad93ab91-0010-4e49-bd8e-90c3536f821b tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:51.530040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Deleting port 62ba970a-073c-4d17-a70d-374f7c9f3637 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:24:51.530464 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:51.535059 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-da8d7022-b58e-4dc5-ab8e-e05757968efd req-ad93ab91-0010-4e49-bd8e-90c3536f821b tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 947 time: 0.2741368
Apr 19 13:24:51.598983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-98b9545d-0540-4974-8306-55d0d94b6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:51.600831 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-98b9545d-0540-4974-8306-55d0d94b6db6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb53e696-1c08-4c7b-841b-b472f8c9a97c HTTP/1.1" status: 200  len: 843 time: 0.1887903
Apr 19 13:24:51.665931 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-da8d7022-b58e-4dc5-ab8e-e05757968efd req-27cad5e5-a31b-473a-937a-3754b8638c66 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243768
Apr 19 13:24:51.730163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 58322) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:24:51.822424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa116c3-5ccb-4a33-9cd5-55c725f84e64 req-88272f96-c013-4385-92e9-55ed21c3b210 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:51.827346 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4aa116c3-5ccb-4a33-9cd5-55c725f84e64 req-88272f96-c013-4385-92e9-55ed21c3b210 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1591387
Apr 19 13:24:51.912911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-4c3e9d55-ca9f-46b7-8c8e-e36de5dcc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:51.914404 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-4c3e9d55-ca9f-46b7-8c8e-e36de5dcc68e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fd18f39-f30b-4faa-850c-5b725f2068d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3026993
Apr 19 13:24:51.972637 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4aa116c3-5ccb-4a33-9cd5-55c725f84e64 req-f53bd1ee-b470-423a-94b9-c9c98b4b523f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936344
Apr 19 13:24:51.992281 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-8122828b-2051-4186-9b6c-8858d22b39f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2606518
Apr 19 13:24:52.069463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] For port 62ba970a-073c-4d17-a70d-374f7c9f3637, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=62ba970a-073c-4d17-a70d-374f7c9f3637,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:52.069912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:52.243200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d77b71-55a8-4982-8687-2f9cb8c9a527 req-eebce179-c9e1-4337-9f30-ddee940765d7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:52.245620 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7d77b71-55a8-4982-8687-2f9cb8c9a527 req-eebce179-c9e1-4337-9f30-ddee940765d7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 946 time: 0.1436937
Apr 19 13:24:52.298041 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Calling delete_port for 62ba970a-073c-4d17-a70d-374f7c9f3637 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:24:52.370666 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-c4f2b8b9-4601-41c4-b684-ac11a2958a55 service neutron] 10.222.0.10 "GET /v2.0/networks/0fd18f39-f30b-4faa-850c-5b725f2068d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4364083
Apr 19 13:24:52.390049 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7d77b71-55a8-4982-8687-2f9cb8c9a527 req-18724524-1b10-463d-9103-7c0e737e94ea tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857937
Apr 19 13:24:52.512996 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5acfd8-6bc6-4eb6-a1b0-f5eae590886f req-4e058658-14fd-4531-a05e-ea864178ac43 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:52.525177 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0b5acfd8-6bc6-4eb6-a1b0-f5eae590886f req-4e058658-14fd-4531-a05e-ea864178ac43 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.2780335
Apr 19 13:24:52.550416 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2ae914-2100-4806-bb1b-03f337c92c0a req-ee642630-970b-4999-857e-42edf66d2f54 service neutron] 10.222.0.10 "GET /v2.0/networks/0fd18f39-f30b-4faa-850c-5b725f2068d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702967
Apr 19 13:24:52.768676 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:52.781703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['2195e637-616a-497b-9aec-153cd254de30', 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92', '5e9585ba-374a-4480-ab35-978b3dd1a44a', '62ba970a-073c-4d17-a70d-374f7c9f3637'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:24:52.790958 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:52.843354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Pushing event deleted for resources: {'Port': ['ID=62ba970a-073c-4d17-a70d-374f7c9f3637,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:52.965805 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:52.971405 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] No DVR routers for this DVR port 62ba970a-073c-4d17-a70d-374f7c9f3637 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:24:52.981356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:52.998403 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-38565a1a-2c6c-450a-b59f-fb5fc48cc0e1 req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "DELETE /v2.0/ports/62ba970a-073c-4d17-a70d-374f7c9f3637 HTTP/1.1" status: 204  len: 173 time: 1.8370242
Apr 19 13:24:53.001297 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-ebada2dd-e200-4710-8e78-4cc335fa9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:53.003142 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-ebada2dd-e200-4710-8e78-4cc335fa9fcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb1defd3b514882b9699b53b5d47730&device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 1100 time: 0.3250115
Apr 19 13:24:53.016723 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0b5acfd8-6bc6-4eb6-a1b0-f5eae590886f req-05fe08b9-eed5-46f5-bbee-bcbb1d449fc9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4904883
Apr 19 13:24:53.298833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f838169-dd6a-47da-9dcf-43c4b2d28353', 'name': 'network-vif-deleted', 'tag': '62ba970a-073c-4d17-a70d-374f7c9f3637'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:53.311176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-7776f10a-213b-4f83-996a-44b2e25657cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:53.312735 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-7776f10a-213b-4f83-996a-44b2e25657cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fd18f39-f30b-4faa-850c-5b725f2068d2 HTTP/1.1" status: 200  len: 870 time: 0.2985699
Apr 19 13:24:53.388204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3a874-ad7e-440c-8600-cae00c8f14bb req-bcf4f984-d595-4006-97b2-b55281dfe663 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:53.411330 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7da3a874-ad7e-440c-8600-cae00c8f14bb req-bcf4f984-d595-4006-97b2-b55281dfe663 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 947 time: 0.3927703
Apr 19 13:24:53.418021 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-431b0e42-35eb-450d-9658-3c80ba4c4370 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a7636a99-fa11-4913-b02f-dfe666685c59 HTTP/1.1" status: 200  len: 217 time: 0.0899868
Apr 19 13:24:53.495709 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-4d49853e-b442-445c-9a32-5d4d6c4a4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:53.497334 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-4d49853e-b442-445c-9a32-5d4d6c4a4797 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb53e696-1c08-4c7b-841b-b472f8c9a97c HTTP/1.1" status: 200  len: 843 time: 0.0708721
Apr 19 13:24:53.533646 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7da3a874-ad7e-440c-8600-cae00c8f14bb req-9a3c751b-a36a-464e-a472-080ae9feb70c tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186862
Apr 19 13:24:53.605984 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f838169-dd6a-47da-9dcf-43c4b2d28353', 'name': 'network-vif-deleted', 'tag': '62ba970a-073c-4d17-a70d-374f7c9f3637', 'status': 'completed', 'code': 200}
Apr 19 13:24:53.610968 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1a584-8474-4dc8-bffe-3101569bba81 req-b8817168-ec86-407f-8944-3e266d2898a0 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:53.620517 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8ed1a584-8474-4dc8-bffe-3101569bba81 req-b8817168-ec86-407f-8944-3e266d2898a0 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1794019
Apr 19 13:24:53.623978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-b1d01e01-7779-4487-aa72-5f85b8ae9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:53.625702 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-b1d01e01-7779-4487-aa72-5f85b8ae9f6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fd18f39-f30b-4faa-850c-5b725f2068d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1185281
Apr 19 13:24:53.695855 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8ed1a584-8474-4dc8-bffe-3101569bba81 req-5c6eb5a4-20a5-46f0-9735-5b68df691052 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743055
Apr 19 13:24:53.792620 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c15e4035-6290-459b-a7ef-2961c70abf51 req-c1ac4b0d-afaf-4816-9945-fa9e469beba5 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f838169-dd6a-47da-9dcf-43c4b2d28353 HTTP/1.1" status: 200  len: 210 time: 0.0576217
Apr 19 13:24:53.907604 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-3e128ca4-fba1-47b3-91e5-4b0ecf19327d service neutron] 10.222.0.10 "GET /v2.0/networks/0fd18f39-f30b-4faa-850c-5b725f2068d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2726917
Apr 19 13:24:54.125368 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83342ea1-7140-4b13-a05e-e52ae1ee219b req-3b37f764-0d4f-42df-84ec-a56050c92e54 service neutron] 10.222.0.10 "GET /v2.0/networks/0fd18f39-f30b-4faa-850c-5b725f2068d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004297
Apr 19 13:24:54.302082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-6ea542eb-015d-4ffc-aa92-ed3d3dabb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:54.304652 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-6ea542eb-015d-4ffc-aa92-ed3d3dabb001 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f&tenant_id=3ab37d04c2b04eec975ad6affdc4a655 HTTP/1.1" status: 200  len: 1096 time: 0.1169877
Apr 19 13:24:54.322913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23113664-e262-48e6-bd25-ef506b98f8eb req-cdf5a096-0509-4154-9f40-d114b0f936c5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:54.329186 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-23113664-e262-48e6-bd25-ef506b98f8eb req-cdf5a096-0509-4154-9f40-d114b0f936c5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1284842
Apr 19 13:24:54.386574 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-23113664-e262-48e6-bd25-ef506b98f8eb req-14fe3a36-6ae1-4fc7-ab79-4e1c0d48a524 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514555
Apr 19 13:24:54.442266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-dfa177b1-524d-4b3a-8970-f95508d892b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:54.444623 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-dfa177b1-524d-4b3a-8970-f95508d892b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 1096 time: 0.1103175
Apr 19 13:24:54.724109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-5c9abf22-6696-4747-96b1-7d25f2075fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:54.726832 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-5c9abf22-6696-4747-96b1-7d25f2075fea service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 917 time: 0.2740986
Apr 19 13:24:54.884269 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-ec6c300c-ec30-474b-8ed0-6c8585c959bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964 HTTP/1.1" status: 200  len: 998 time: 0.1474392
Apr 19 13:24:54.884528 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f55aa-934c-48f4-8574-e2a39b901e9a req-89a37274-8edf-4433-b4fc-7e2c57a74619 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:54.902387 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a67f55aa-934c-48f4-8574-e2a39b901e9a req-89a37274-8edf-4433-b4fc-7e2c57a74619 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 947 time: 0.1337211
Apr 19 13:24:54.987701 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a67f55aa-934c-48f4-8574-e2a39b901e9a req-70c6bb81-fae9-4747-b3ff-a95cf6a8bfc7 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925195
Apr 19 13:24:54.997967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3704c64e-bdd1-429a-9335-681747296dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:55.027722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-5eb7df5c-245b-460d-83ef-d0b86875ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:55.030646 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-5eb7df5c-245b-460d-83ef-d0b86875ea8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.1257784
Apr 19 13:24:55.199315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-13a60db1-af17-46b2-b4f8-8e7af9771d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:55.203027 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-13a60db1-af17-46b2-b4f8-8e7af9771d9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1646516
Apr 19 13:24:55.334403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device a7636a99-fa11-4913-b02f-dfe666685c59 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:24:55.339033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 62ba970a-073c-4d17-a70d-374f7c9f3637 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:24:55.384510 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-0053b6ed-9cd1-48ac-b0f9-c1a9ee367429 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569524
Apr 19 13:24:55.423054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: 62ba970a-073c-4d17-a70d-374f7c9f3637 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:24:55.423851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 62ba970a-073c-4d17-a70d-374f7c9f3637 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:24:55.631776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port a7636a99-fa11-4913-b02f-dfe666685c59, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a7636a99-fa11-4913-b02f-dfe666685c59,segment=NetworkSegment(a5698c11-d5cc-408e-9501-6f4ef7cfcacb),segment_id=a5698c11-d5cc-408e-9501-6f4ef7cfcacb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:55.650338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'a7636a99-fa11-4913-b02f-dfe666685c59', 'network_id': '0fd18f39-f30b-4faa-850c-5b725f2068d2', 'port_id': 'a7636a99-fa11-4913-b02f-dfe666685c59', 'mac_address': 'fa:16:3e:9c:05:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb53e696-1c08-4c7b-841b-b472f8c9a97c', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:24:55.725302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:55.749754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7636a99-fa11-4913-b02f-dfe666685c59 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:24:55.762088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24697e-a8ae-462c-8bf6-02712d43dc79 req-98e8f9f6-8975-486c-a605-f3cefbd92afa tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:55.764166 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fd24697e-a8ae-462c-8bf6-02712d43dc79 req-98e8f9f6-8975-486c-a605-f3cefbd92afa tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1986096
Apr 19 13:24:55.778349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port a7636a99-fa11-4913-b02f-dfe666685c59, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a7636a99-fa11-4913-b02f-dfe666685c59,segment=NetworkSegment(a5698c11-d5cc-408e-9501-6f4ef7cfcacb),segment_id=a5698c11-d5cc-408e-9501-6f4ef7cfcacb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:55.783152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:55.786006 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:55.889305 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fd24697e-a8ae-462c-8bf6-02712d43dc79 req-c6bde1f6-7854-4a1a-9094-c9fac58b0447 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164398
Apr 19 13:24:55.901803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=a7636a99-fa11-4913-b02f-dfe666685c59,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:55.914300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:56.084649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['a7636a99-fa11-4913-b02f-dfe666685c59'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:24:56.102548 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ac843c2b-45a9-4bc1-8280-2530df8ec0d6 req-c252c1f6-df66-454e-94ec-7c16a736371d service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7069099
Apr 19 13:24:56.392078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb503289-441d-4446-a8d4-1c96602c251a req-d9622355-6844-4d1a-b14c-a42913faafd8 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:56.403390 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-eb503289-441d-4446-a8d4-1c96602c251a req-d9622355-6844-4d1a-b14c-a42913faafd8 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 948 time: 0.1686714
Apr 19 13:24:56.460669 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-eb503289-441d-4446-a8d4-1c96602c251a req-7c4d3ddc-f481-41f2-a708-3c908b33e11d tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556228
Apr 19 13:24:56.785938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8969c8-d580-438c-bb51-f2fb4071e3df req-a94d4fb3-3636-42fb-9065-f65260d7347d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:56.795425 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6e8969c8-d580-438c-bb51-f2fb4071e3df req-a94d4fb3-3636-42fb-9065-f65260d7347d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 945 time: 0.1064913
Apr 19 13:24:56.845164 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6e8969c8-d580-438c-bb51-f2fb4071e3df req-17c37879-53f2-4b9c-b115-e604b1fc002a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487919
Apr 19 13:24:56.931371 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-33a3f174-ff49-47c6-a8b9-c3f39c586bb7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0907438
Apr 19 13:24:57.078325 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-e8c4c84c-09c3-40a1-b8de-e99e4b5f53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:57.080224 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-e8c4c84c-09c3-40a1-b8de-e99e4b5f53d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 1098 time: 0.1249096
Apr 19 13:24:57.270837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaec8d-319a-4255-ac2d-e7ab7be268c3 req-30a7fe4f-8b41-43fb-bf88-27756926230d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:57.272635 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2acaec8d-319a-4255-ac2d-e7ab7be268c3 req-30a7fe4f-8b41-43fb-bf88-27756926230d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1883907
Apr 19 13:24:57.301762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-f39492e8-d2c8-42bb-93bc-2dfb0d1fe523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:57.303451 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-f39492e8-d2c8-42bb-93bc-2dfb0d1fe523 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 200  len: 920 time: 0.1998568
Apr 19 13:24:57.343046 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2acaec8d-319a-4255-ac2d-e7ab7be268c3 req-15522f82-5c3f-496b-979f-44c5140bfa1c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625491
Apr 19 13:24:57.354676 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device a7636a99-fa11-4913-b02f-dfe666685c59 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:24:57.403156 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-ec5df2f0-16d4-4cd5-8b45-75e9137560c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f18df888-9a19-4b44-a30a-6da6c3bd4083 HTTP/1.1" status: 200  len: 217 time: 0.0820463
Apr 19 13:24:57.449147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port a7636a99-fa11-4913-b02f-dfe666685c59 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:24:57.463580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port a7636a99-fa11-4913-b02f-dfe666685c59 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:24:57.463580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:57.548898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-257bef83-84dd-4b93-b424-57b1458559e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:57.550716 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-257bef83-84dd-4b93-b424-57b1458559e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 200  len: 859 time: 0.1374040
Apr 19 13:24:57.704715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:57.747039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port a7636a99-fa11-4913-b02f-dfe666685c59, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a7636a99-fa11-4913-b02f-dfe666685c59,segment=NetworkSegment(a5698c11-d5cc-408e-9501-6f4ef7cfcacb),segment_id=a5698c11-d5cc-408e-9501-6f4ef7cfcacb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:24:57.748687 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a99cb2-4030-4c16-8b21-11d08a952924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7636a99-fa11-4913-b02f-dfe666685c59'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:24:57.755124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:57.757100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:24:57.833387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=a7636a99-fa11-4913-b02f-dfe666685c59,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:24:57.836646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:24:57.878534 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a99cb2-4030-4c16-8b21-11d08a952924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7636a99-fa11-4913-b02f-dfe666685c59', 'code': 200}
Apr 19 13:24:57.883565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:57.925354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c92ae3-e551-48ec-b7bf-2be9927fd700 req-db24c8f0-a384-4893-b143-6ccc619925ec tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:57.940620 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-86c92ae3-e551-48ec-b7bf-2be9927fd700 req-db24c8f0-a384-4893-b143-6ccc619925ec tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.2348354
Apr 19 13:24:58.007605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3d943cf-e84f-40bf-8752-a3c75865b53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:58.030007 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-9bc28cd8-6736-4bce-8880-1ef3073757a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40df39e5-a720-4403-8e63-c445dcf08299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1053007
Apr 19 13:24:58.134260 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-86c92ae3-e551-48ec-b7bf-2be9927fd700 req-179ec089-821f-4163-8680-5e65af0f2898 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868553
Apr 19 13:24:58.175138 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3317683-9f2f-4811-bf7c-60cb1958495e req-9c99ca4d-1f8e-458b-ae63-fb6bedbcdae3 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:58.183711 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d3317683-9f2f-4811-bf7c-60cb1958495e req-9c99ca4d-1f8e-458b-ae63-fb6bedbcdae3 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 945 time: 0.1360328
Apr 19 13:24:58.251173 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d3317683-9f2f-4811-bf7c-60cb1958495e req-049fb438-1cee-4036-b337-7c89668b1165 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659623
Apr 19 13:24:58.297845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:58.301483 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-183acae7-2ff1-47c4-a53e-b0be4584d0e7 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641714
Apr 19 13:24:58.515859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74044115-09bb-4d39-bd5c-819a50ac38ca req-9f2ce014-b998-455f-b1a3-e692d4c3eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:58.517679 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-74044115-09bb-4d39-bd5c-819a50ac38ca req-9f2ce014-b998-455f-b1a3-e692d4c3eca9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 1102 time: 0.2150328
Apr 19 13:24:58.555966 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de5fca8b-6590-4c11-880e-cd6473a24eb4 req-8f66e3ba-b468-4568-b1e5-5e5ca53957d9 service neutron] 10.222.0.10 "GET /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917460
Apr 19 13:24:58.657839 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-74044115-09bb-4d39-bd5c-819a50ac38ca req-4593c626-c809-4b5d-a2f5-f9d15ba41ea2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007817
Apr 19 13:24:58.686926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d3082-f662-4d58-afd9-b89474c7ab85 req-0bcb7eca-967a-44e5-9a08-af01b5f2e3ac tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:58.688937 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-384d3082-f662-4d58-afd9-b89474c7ab85 req-0bcb7eca-967a-44e5-9a08-af01b5f2e3ac tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1974816
Apr 19 13:24:58.768193 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-384d3082-f662-4d58-afd9-b89474c7ab85 req-050358f9-27a0-4bd5-b65d-425a4033a867 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657172
Apr 19 13:24:58.968694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:24:59.367140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a90f34-30d4-4000-986d-053334454d9a req-c01027da-258c-4aed-a57f-6558256e93d4 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:59.371134 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-05a90f34-30d4-4000-986d-053334454d9a req-c01027da-258c-4aed-a57f-6558256e93d4 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.2034092
Apr 19 13:24:59.523664 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-05a90f34-30d4-4000-986d-053334454d9a req-933ff597-7dab-42a1-b628-eef7c3e79a4d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904424
Apr 19 13:24:59.593386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa86595-ccbe-4fe2-aa44-a09aa37e9211 req-b70da145-f564-429d-8616-202dc71a3e87 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:59.609448 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4fa86595-ccbe-4fe2-aa44-a09aa37e9211 req-b70da145-f564-429d-8616-202dc71a3e87 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.2366004
Apr 19 13:24:59.725867 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4fa86595-ccbe-4fe2-aa44-a09aa37e9211 req-71fb90b7-9002-493f-9ed3-575370711bd7 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150639
Apr 19 13:24:59.931377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a45ed-fb96-4b55-81b5-7363c9f289b8 req-f99e9bab-5338-4bcc-a067-d41c0332803c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:24:59.933120 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9f0a45ed-fb96-4b55-81b5-7363c9f289b8 req-f99e9bab-5338-4bcc-a067-d41c0332803c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 945 time: 0.2061899
Apr 19 13:25:00.142436 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9f0a45ed-fb96-4b55-81b5-7363c9f289b8 req-e0568295-b1be-4fbd-a2dd-b1fb212ccbf1 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015619
Apr 19 13:25:00.203674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:00.215639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdf6e7-6f78-4082-8eb0-a34003ba1a88 req-b760f371-b8fe-403a-977f-f2e4561a6b5a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:00.225033 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-51cdf6e7-6f78-4082-8eb0-a34003ba1a88 req-b760f371-b8fe-403a-977f-f2e4561a6b5a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1877751
Apr 19 13:25:00.289213 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-51cdf6e7-6f78-4082-8eb0-a34003ba1a88 req-37f260ea-c081-4e71-9c4d-81d2d938a670 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625937
Apr 19 13:25:00.884467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a932c-4e49-4e37-9f5a-0aae3267f56a req-f8c0b83b-b674-468b-915b-22d68acfd0aa tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:00.895043 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9b4a932c-4e49-4e37-9f5a-0aae3267f56a req-f8c0b83b-b674-468b-915b-22d68acfd0aa tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1973221
Apr 19 13:25:01.028132 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9b4a932c-4e49-4e37-9f5a-0aae3267f56a req-8b5a258f-6a0a-488a-b772-422b543bafc5 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282716
Apr 19 13:25:01.054561 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8eb513-3a82-4c84-865b-246502252c5e req-9d0ae96d-3f36-45f8-b544-18c450c7512b tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:01.056218 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2f8eb513-3a82-4c84-865b-246502252c5e req-9d0ae96d-3f36-45f8-b544-18c450c7512b tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.1341350
Apr 19 13:25:01.135189 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2f8eb513-3a82-4c84-865b-246502252c5e req-82f0cec0-768e-428f-9947-d97b51f25142 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723071
Apr 19 13:25:01.620607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b233dd-e596-4f1c-9c53-f1c0f00f67ad req-33548419-247f-434c-91b9-dc0295f933ac tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:01.635164 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-90b233dd-e596-4f1c-9c53-f1c0f00f67ad req-33548419-247f-434c-91b9-dc0295f933ac tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 945 time: 0.3161256
Apr 19 13:25:01.779287 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-90b233dd-e596-4f1c-9c53-f1c0f00f67ad req-89a79c86-4107-4c87-91fa-19d23c93446e tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277800
Apr 19 13:25:01.805849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113ed02-9185-45bd-9306-cdd1bd89e34e req-be583001-2818-4867-9f4c-54662e214846 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:01.810029 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1113ed02-9185-45bd-9306-cdd1bd89e34e req-be583001-2818-4867-9f4c-54662e214846 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1565361
Apr 19 13:25:01.881405 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1113ed02-9185-45bd-9306-cdd1bd89e34e req-5966e7a8-7295-4de8-a434-afd5cab95343 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616257
Apr 19 13:25:02.432752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da5d17-ff75-4d72-84b6-4338f2d70b3a req-36d1a4e5-23dd-4450-8886-a4c03519b56f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:02.434427 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80da5d17-ff75-4d72-84b6-4338f2d70b3a req-36d1a4e5-23dd-4450-8886-a4c03519b56f tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.2050707
Apr 19 13:25:02.475852 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc84e3-5233-4b9d-bae0-700849c7bb7f req-ee786406-9cdf-4943-b2d9-43ecf45578ed tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:02.477587 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-79bc84e3-5233-4b9d-bae0-700849c7bb7f req-ee786406-9cdf-4943-b2d9-43ecf45578ed tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.1740215
Apr 19 13:25:02.582163 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80da5d17-ff75-4d72-84b6-4338f2d70b3a req-2a5904f7-8ce5-4a78-92b8-863e2aa46cf6 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385958
Apr 19 13:25:02.596519 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-79bc84e3-5233-4b9d-bae0-700849c7bb7f req-c582072d-f590-4054-9abd-73a7fcfd0995 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004782
Apr 19 13:25:03.173910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b674c7-df30-43cb-a8cd-4fd16e027853 req-ad315386-5319-4a73-915a-46f4831ce3a9 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:03.175961 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77b674c7-df30-43cb-a8cd-4fd16e027853 req-ad315386-5319-4a73-915a-46f4831ce3a9 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 945 time: 0.2623770
Apr 19 13:25:03.238079 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ad122-353c-4d9c-bde6-81bc7f4104b2 req-cda8f868-9bc0-47b2-b32d-2e28779274e4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:03.239750 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-030ad122-353c-4d9c-bde6-81bc7f4104b2 req-cda8f868-9bc0-47b2-b32d-2e28779274e4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1872294
Apr 19 13:25:03.285551 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77b674c7-df30-43cb-a8cd-4fd16e027853 req-3fa073c7-a4d4-41e7-b44d-ff344eb62fb5 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010790
Apr 19 13:25:03.336558 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-030ad122-353c-4d9c-bde6-81bc7f4104b2 req-39a723dc-75e4-4eca-93a5-be30e29ed7c4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818474
Apr 19 13:25:03.381981 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 5e9585ba-374a-4480-ab35-978b3dd1a44a no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:25:03.532118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:03.566929 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159f5b14-548a-4e8c-a7dc-a5657980355e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e9585ba-374a-4480-ab35-978b3dd1a44a'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:25:03.606395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 5e9585ba-374a-4480-ab35-978b3dd1a44a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=5e9585ba-374a-4480-ab35-978b3dd1a44a,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:03.610892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:03.612802 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:03.713418 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159f5b14-548a-4e8c-a7dc-a5657980355e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e9585ba-374a-4480-ab35-978b3dd1a44a', 'code': 200}
Apr 19 13:25:03.714490 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=5e9585ba-374a-4480-ab35-978b3dd1a44a,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:03.731341 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:04.008596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecb5a7-e915-4b5a-839a-160f1ae4c42c req-fdd8c718-3635-43c5-8170-1a392897696b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:04.016850 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-87ecb5a7-e915-4b5a-839a-160f1ae4c42c req-fdd8c718-3635-43c5-8170-1a392897696b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1213028
Apr 19 13:25:04.060335 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1d377-eefb-445c-8c3b-c6ae4d758907 req-dc5e485c-5791-4d6c-86e2-33b55661e852 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:04.061976 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c1a1d377-eefb-445c-8c3b-c6ae4d758907 req-dc5e485c-5791-4d6c-86e2-33b55661e852 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.2576442
Apr 19 13:25:04.150804 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-87ecb5a7-e915-4b5a-839a-160f1ae4c42c req-93b05fdb-2417-4076-a583-77ae160d12b0 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304979
Apr 19 13:25:04.165049 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c1a1d377-eefb-445c-8c3b-c6ae4d758907 req-e724216b-54e0-4f76-8c06-0fc2c514c708 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729878
Apr 19 13:25:04.730080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6e98d-8a74-4205-a4a8-0263806b7281 req-5d38fe3d-b73b-4cb0-9604-eea31e3d90b8 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:04.743168 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ebb6e98d-8a74-4205-a4a8-0263806b7281 req-5d38fe3d-b73b-4cb0-9604-eea31e3d90b8 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.1802487
Apr 19 13:25:04.746188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37f8e0-7ada-4363-8553-451ffd82276d req-d5ebfdb1-3f3c-4cc1-bbf6-e2b74bd9770a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:04.748921 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2f37f8e0-7ada-4363-8553-451ffd82276d req-d5ebfdb1-3f3c-4cc1-bbf6-e2b74bd9770a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.2428091
Apr 19 13:25:04.829506 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ebb6e98d-8a74-4205-a4a8-0263806b7281 req-77033f85-a825-4a12-a9ab-0a633866a19a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792973
Apr 19 13:25:04.876531 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2f37f8e0-7ada-4363-8553-451ffd82276d req-3743b64f-6d27-42ce-b8ec-2d0321045406 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881574
Apr 19 13:25:05.426919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22121eff-411d-408b-b18e-6b164b750c16 req-67a5c814-d51a-4310-99b4-5b44789355ac tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:05.426919 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22121eff-411d-408b-b18e-6b164b750c16 req-67a5c814-d51a-4310-99b4-5b44789355ac tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1073370
Apr 19 13:25:05.518907 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22121eff-411d-408b-b18e-6b164b750c16 req-0c60ee00-0696-409b-87ef-2a0838e82816 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894814
Apr 19 13:25:05.626245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60412fdd-7ec8-4e4b-8265-808d0641649b req-0ccf78fc-5a4c-47ed-a2dd-4dea0c1f8879 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:05.627935 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60412fdd-7ec8-4e4b-8265-808d0641649b req-0ccf78fc-5a4c-47ed-a2dd-4dea0c1f8879 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.0932593
Apr 19 13:25:05.690182 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60412fdd-7ec8-4e4b-8265-808d0641649b req-46290f32-fe8c-4a69-a607-3d3beb035e55 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555515
Apr 19 13:25:06.176663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3e5f9-f82f-4a3b-b919-310a051b1da4 req-7ac1d475-0182-4ce1-9831-ceda4805ad84 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:06.178322 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fcf3e5f9-f82f-4a3b-b919-310a051b1da4 req-7ac1d475-0182-4ce1-9831-ceda4805ad84 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1266289
Apr 19 13:25:06.191704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e506-2f0f-45ae-a164-c1c8b62532dc req-6ef79cd1-503b-4a3a-8ce7-a5a088dfd73c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:06.199392 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5bd9e506-2f0f-45ae-a164-c1c8b62532dc req-6ef79cd1-503b-4a3a-8ce7-a5a088dfd73c tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.2095358
Apr 19 13:25:06.280014 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5bd9e506-2f0f-45ae-a164-c1c8b62532dc req-3a72c1d7-e19e-4cac-8036-bf93f37f78ec tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795746
Apr 19 13:25:06.311432 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fcf3e5f9-f82f-4a3b-b919-310a051b1da4 req-b1750d38-69fc-44d4-b6c4-8b1105e7b536 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924904
Apr 19 13:25:06.747939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd823e8f-dcb3-4786-9620-da71ffeb13b1 req-92c00f35-8394-44bc-b7ab-ea408f9f7ff8 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:06.749550 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dd823e8f-dcb3-4786-9620-da71ffeb13b1 req-92c00f35-8394-44bc-b7ab-ea408f9f7ff8 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.0890405
Apr 19 13:25:06.798930 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dd823e8f-dcb3-4786-9620-da71ffeb13b1 req-79eb720e-dd47-4a97-8160-4117f8099897 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429482
Apr 19 13:25:06.897296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36034dae-4f01-4770-a191-5e7a33e07429 req-cb575a1c-a4d7-4f9f-a688-1afe85bab452 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:06.898933 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-36034dae-4f01-4770-a191-5e7a33e07429 req-cb575a1c-a4d7-4f9f-a688-1afe85bab452 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.0915353
Apr 19 13:25:06.953216 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-36034dae-4f01-4770-a191-5e7a33e07429 req-fb7044b6-8f53-4bd4-8207-d023ec944c15 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471692
Apr 19 13:25:07.576917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0a775-ec8f-476c-a779-7c1ea9968d30 req-de8fb830-3c23-419a-8bc2-fcbb1c5015b2 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:07.578638 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-94c0a775-ec8f-476c-a779-7c1ea9968d30 req-de8fb830-3c23-419a-8bc2-fcbb1c5015b2 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.1626935
Apr 19 13:25:07.595038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd42f9e-240e-4206-9945-3826e811ec13 req-44391337-110a-440c-a749-e19e9470bbb2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:07.596613 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7cd42f9e-240e-4206-9945-3826e811ec13 req-44391337-110a-440c-a749-e19e9470bbb2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1433015
Apr 19 13:25:07.671398 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-94c0a775-ec8f-476c-a779-7c1ea9968d30 req-3a6a0c00-f5b8-499d-bb8c-929d184f135d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736957
Apr 19 13:25:07.681986 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7cd42f9e-240e-4206-9945-3826e811ec13 req-69c67d21-a3bf-415a-91e8-21c4865a87fa tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666058
Apr 19 13:25:08.049396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc8b8e-f2c7-4878-a247-bf02a475b77f req-ed230746-de9a-4549-9983-d930eb283701 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:08.051955 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c3fc8b8e-f2c7-4878-a247-bf02a475b77f req-ed230746-de9a-4549-9983-d930eb283701 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1356301
Apr 19 13:25:08.155281 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c3fc8b8e-f2c7-4878-a247-bf02a475b77f req-ebb71d4e-4f04-4e68-8de9-f737af44f5b6 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970707
Apr 19 13:25:08.207894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4c922-d27c-441c-b637-63258170a8f1 req-34f64401-89a7-453d-b830-791fe74f5cff tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:08.215937 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96d4c922-d27c-441c-b637-63258170a8f1 req-34f64401-89a7-453d-b830-791fe74f5cff tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.1193600
Apr 19 13:25:08.473053 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96d4c922-d27c-441c-b637-63258170a8f1 req-12d9ce1d-c989-417d-828e-33880431049d tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554848
Apr 19 13:25:08.971312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c09376-7967-4672-b1e8-9c4959aee28d req-9835f670-c9aa-418c-80f1-2225f2aaa295 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:08.972996 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d5c09376-7967-4672-b1e8-9c4959aee28d req-9835f670-c9aa-418c-80f1-2225f2aaa295 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1230803
Apr 19 13:25:08.983661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696482f-3838-4004-a345-02e40000fee7 req-2a2c2ffd-d435-4daf-a227-a960917bdd09 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:08.991590 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9696482f-3838-4004-a345-02e40000fee7 req-2a2c2ffd-d435-4daf-a227-a960917bdd09 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.1857505
Apr 19 13:25:09.068973 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9696482f-3838-4004-a345-02e40000fee7 req-d5bd145e-47d8-4878-88b8-e51a1a973dab tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764127
Apr 19 13:25:09.076348 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d5c09376-7967-4672-b1e8-9c4959aee28d req-6b13e814-ce58-42bf-ae54-271086a5173e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818372
Apr 19 13:25:09.373105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0b4bd-9d5a-43a0-9286-e18fdd26dcde req-9e47401f-99ef-49b4-90a9-7ca2b6b8748d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:09.374657 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-caa0b4bd-9d5a-43a0-9286-e18fdd26dcde req-9e47401f-99ef-49b4-90a9-7ca2b6b8748d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.0915601
Apr 19 13:25:09.422532 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-caa0b4bd-9d5a-43a0-9286-e18fdd26dcde req-d541ac8e-5b80-4f0f-aa74-9c49d523fbff tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414021
Apr 19 13:25:09.686019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c8034-fdcd-4b63-867f-395206fdbac8 req-4272b4a9-0a0c-4d92-aad7-de9b4563462f tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:09.687781 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e09c8034-fdcd-4b63-867f-395206fdbac8 req-4272b4a9-0a0c-4d92-aad7-de9b4563462f tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.0893738
Apr 19 13:25:09.740313 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e09c8034-fdcd-4b63-867f-395206fdbac8 req-b1716d49-8f0a-440e-8196-ffe9fa25aa7e tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452690
Apr 19 13:25:09.776236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 58606) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:09.848385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-de71b37e-e3d4-4907-bd84-042b81ea3c96 admin admin] Deleting subnet 3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:25:09.851812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de71b37e-e3d4-4907-bd84-042b81ea3c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:09.904424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de71b37e-e3d4-4907-bd84-042b81ea3c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6670355'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:09.965765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de71b37e-e3d4-4907-bd84-042b81ea3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:10.380641 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de71b37e-e3d4-4907-bd84-042b81ea3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847824358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848102765'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:10.394769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f49dc9a8-8b17-4470-af28-1aa16ea83d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:10.445816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-de71b37e-e3d4-4907-bd84-042b81ea3c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:10.449640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71b37e-e3d4-4907-bd84-042b81ea3c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:10.451936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-de71b37e-e3d4-4907-bd84-042b81ea3c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:10.471704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de9215-da74-463d-ae29-b76f5aa12154 req-14192d01-49ed-4830-a74b-f033d495384b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:10.473357 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e0de9215-da74-463d-ae29-b76f5aa12154 req-14192d01-49ed-4830-a74b-f033d495384b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.2212534
Apr 19 13:25:10.477448 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-de71b37e-e3d4-4907-bd84-042b81ea3c96 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3d6f48b4-0304-492a-9ff9-3a5a3fc61ebe HTTP/1.1" status: 204  len: 168 time: 0.6974168
Apr 19 13:25:10.478544 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 58616) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:10.484850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6adc96-c343-49eb-b026-4fb55259367d req-5a2abdbf-0238-4a27-b35f-d63d5db83548 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:10.486517 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5e6adc96-c343-49eb-b026-4fb55259367d req-5a2abdbf-0238-4a27-b35f-d63d5db83548 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.2781811
Apr 19 13:25:10.565557 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e0de9215-da74-463d-ae29-b76f5aa12154 req-48a4acf2-e417-43b0-96a7-b5058a0c9332 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779517
Apr 19 13:25:10.568538 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5e6adc96-c343-49eb-b026-4fb55259367d req-6f20726c-3edc-4293-a5f3-a8525cf2ca2e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665362
Apr 19 13:25:10.605126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:10.752620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:10.772691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e11019-889c-4b07-a79c-ac374a12c3e5 req-e0d9b2b2-3aa9-4c24-9356-304033aa4e91 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:10.775164 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-84e11019-889c-4b07-a79c-ac374a12c3e5 req-e0d9b2b2-3aa9-4c24-9356-304033aa4e91 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.0949550
Apr 19 13:25:10.825877 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-84e11019-889c-4b07-a79c-ac374a12c3e5 req-22765147-c89c-489d-a47f-87acb828321b tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441663
Apr 19 13:25:10.873967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f295a7fd470>,) {'filters': {'network_id': ['f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:10.886827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a7fd470>, '8e201cb6-b6da-480e-a6ab-8dd74c3c551b') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:10.887171 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a7fd470>, '8e201cb6-b6da-480e-a6ab-8dd74c3c551b') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:10.899310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847493788'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:10.914406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:10.921615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:25:10.956984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e23e-f667-4866-8e33-89c80420fbe1 req-2348c8a1-a346-45be-a435-999b4288cef9 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:10.958655 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-97a7e23e-f667-4866-8e33-89c80420fbe1 req-2348c8a1-a346-45be-a435-999b4288cef9 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.0886979
Apr 19 13:25:11.010156 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-97a7e23e-f667-4866-8e33-89c80420fbe1 req-7ab348cd-9484-43ac-a54f-52aed8bd6ee5 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451829
Apr 19 13:25:11.103330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:25:11.112902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848273308'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:11.289738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Network f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:25:11.319476 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:25:11.400570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:11.405384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:11.414264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:25:11.426115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:11.469233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:11.485421 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:11.492606 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0f5b2826-72ab-4cc1-8674-0f4b25e15261 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f7ab5040-0c76-4ad2-b08a-6c2b1f0f788f HTTP/1.1" status: 204  len: 168 time: 1.0126381
Apr 19 13:25:11.531990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bcea1-e659-4778-813f-cec5485cfa94 req-01ac8419-aa79-4da3-abb5-5a203e4bc483 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:11.532761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-934bcea1-e659-4778-813f-cec5485cfa94 req-01ac8419-aa79-4da3-abb5-5a203e4bc483 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Synchronizing usage tracker for tenant:acda3b8cafd8499eafbde56a138a837e on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:25:11.548691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-934bcea1-e659-4778-813f-cec5485cfa94 req-01ac8419-aa79-4da3-abb5-5a203e4bc483 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Unset dirty status for tenant:acda3b8cafd8499eafbde56a138a837e on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:25:11.549913 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-934bcea1-e659-4778-813f-cec5485cfa94 req-01ac8419-aa79-4da3-abb5-5a203e4bc483 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.1210959
Apr 19 13:25:11.637528 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-934bcea1-e659-4778-813f-cec5485cfa94 req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Deleting port 5e9585ba-374a-4480-ab35-978b3dd1a44a {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:25:11.638768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-934bcea1-e659-4778-813f-cec5485cfa94 req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:11.696522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 58628) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:11.876878 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0ae75b51-d635-4e0e-86c4-b2aa5155dc37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31f1904b1fa84e7581a4391273e6ea0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1784599
Apr 19 13:25:11.879941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 58636) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:11.915179 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-934bcea1-e659-4778-813f-cec5485cfa94 req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] For port 5e9585ba-374a-4480-ab35-978b3dd1a44a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=5e9585ba-374a-4480-ab35-978b3dd1a44a,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:11.915507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-934bcea1-e659-4778-813f-cec5485cfa94 req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:11.940817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ee32a-0ced-4fbb-b4b6-be0ff3dbe0d0 req-1ba08645-cb73-4d00-b82b-96db7e93d6b4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:11.942529 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-998ee32a-0ced-4fbb-b4b6-be0ff3dbe0d0 req-1ba08645-cb73-4d00-b82b-96db7e93d6b4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.2470191
Apr 19 13:25:11.958129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e339db-ae13-40cb-a273-7bfdde2cb451 req-aeb593d9-35b8-4fb8-9941-8822ffe3b71f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:11.959883 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-31e339db-ae13-40cb-a273-7bfdde2cb451 req-aeb593d9-35b8-4fb8-9941-8822ffe3b71f tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 943 time: 0.2209814
Apr 19 13:25:12.041526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-381e48ee-b15c-479e-9f1d-2ead03fbfaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:12.051011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-934bcea1-e659-4778-813f-cec5485cfa94 req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Calling delete_port for 5e9585ba-374a-4480-ab35-978b3dd1a44a owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:25:12.085278 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-998ee32a-0ced-4fbb-b4b6-be0ff3dbe0d0 req-25dd084e-97f7-4368-8303-9f8eea37adee tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226039
Apr 19 13:25:12.101868 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-31e339db-ae13-40cb-a273-7bfdde2cb451 req-4f79e2d0-2f94-4552-9efb-8999c9e72f66 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177082
Apr 19 13:25:12.143011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-381e48ee-b15c-479e-9f1d-2ead03fbfaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:12.279224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-934bcea1-e659-4778-813f-cec5485cfa94 req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:12.285030 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1102a1ce-4cf4-41e1-b602-f16d31130d68 tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:12.296564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['2195e637-616a-497b-9aec-153cd254de30', 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:25:12.332372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Pushing event deleted for resources: {'Port': ['ID=5e9585ba-374a-4480-ab35-978b3dd1a44a,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:12.336363 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:12.351815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-381e48ee-b15c-479e-9f1d-2ead03fbfaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:12.359455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-59dc9bb9-0c06-4f5c-89a5-2957374e6133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:12.387864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e48ee-b15c-479e-9f1d-2ead03fbfaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb71edb3-ff50-4d62-b67e-9f000ec64003,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:12.396408 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-381e48ee-b15c-479e-9f1d-2ead03fbfaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:12.409234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-381e48ee-b15c-479e-9f1d-2ead03fbfaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:12.413162 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-381e48ee-b15c-479e-9f1d-2ead03fbfaac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb71edb3-ff50-4d62-b67e-9f000ec64003 HTTP/1.1" status: 204  len: 168 time: 0.5270855
Apr 19 13:25:12.423855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994b438-68cf-4b46-ad28-648df26991a0 req-2c5bfe59-423f-4467-9b07-2b19299b7314 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:12.425503 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d994b438-68cf-4b46-ad28-648df26991a0 req-2c5bfe59-423f-4467-9b07-2b19299b7314 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.2068448
Apr 19 13:25:12.427911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-934bcea1-e659-4778-813f-cec5485cfa94 req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] No DVR routers for this DVR port 5e9585ba-374a-4480-ab35-978b3dd1a44a on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:25:12.431105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-934bcea1-e659-4778-813f-cec5485cfa94 req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:12.435717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b4250-616b-4554-aae5-447f2b231df9 req-8d1b7505-e22b-4ee2-a897-5c3ee3012c86 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:12.437268 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-223b4250-616b-4554-aae5-447f2b231df9 req-8d1b7505-e22b-4ee2-a897-5c3ee3012c86 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.1708498
Apr 19 13:25:12.443221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159f5b14-548a-4e8c-a7dc-a5657980355e', 'name': 'network-vif-deleted', 'tag': '5e9585ba-374a-4480-ab35-978b3dd1a44a'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:25:12.452405 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-934bcea1-e659-4778-813f-cec5485cfa94 req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "DELETE /v2.0/ports/5e9585ba-374a-4480-ab35-978b3dd1a44a HTTP/1.1" status: 204  len: 173 time: 0.8943887
Apr 19 13:25:12.521759 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d994b438-68cf-4b46-ad28-648df26991a0 req-d8697fce-e0c5-4295-aeed-67158391adec tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834210
Apr 19 13:25:12.525004 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-223b4250-616b-4554-aae5-447f2b231df9 req-938c5bfc-0d54-4bdf-84c9-193389e9ed20 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709746
Apr 19 13:25:12.615519 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159f5b14-548a-4e8c-a7dc-a5657980355e', 'name': 'network-vif-deleted', 'tag': '5e9585ba-374a-4480-ab35-978b3dd1a44a', 'status': 'completed', 'code': 200}
Apr 19 13:25:13.050919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cb6be-bc2f-452d-aa79-7feaf439c1dc req-0501110f-6d1f-4d98-aaa5-e737e328c796 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:13.052585 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-602cb6be-bc2f-452d-aa79-7feaf439c1dc req-0501110f-6d1f-4d98-aaa5-e737e328c796 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.0921385
Apr 19 13:25:13.106040 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-602cb6be-bc2f-452d-aa79-7feaf439c1dc req-b879b417-b620-45c5-8593-d13f2793986f tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444887
Apr 19 13:25:13.334482 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dd7d64d-2cb2-4ae3-a631-1280a4df1271 req-99057f52-ec28-41ed-9532-73e0e0f6b121 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=159f5b14-548a-4e8c-a7dc-a5657980355e HTTP/1.1" status: 200  len: 210 time: 0.0611632
Apr 19 13:25:13.371633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944e53e-3456-43ac-a706-8f4d4aa8c2f5 req-57802678-0174-46e9-b26f-9a47929a12a1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:13.373810 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c944e53e-3456-43ac-a706-8f4d4aa8c2f5 req-57802678-0174-46e9-b26f-9a47929a12a1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1540368
Apr 19 13:25:13.423138 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c944e53e-3456-43ac-a706-8f4d4aa8c2f5 req-5b94ae2a-c3a4-496e-8fc7-1c902070d961 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427659
Apr 19 13:25:13.738596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c0614-f02b-4400-afc0-e41769e36737 req-4600b3b0-c733-40ca-89b2-93c33012fcda tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:13.740275 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8b8c0614-f02b-4400-afc0-e41769e36737 req-4600b3b0-c733-40ca-89b2-93c33012fcda tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.0921662
Apr 19 13:25:13.789985 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8b8c0614-f02b-4400-afc0-e41769e36737 req-b3d8cffc-a754-423b-9353-8132c1fcd695 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429330
Apr 19 13:25:14.317108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-f3173b40-0fe8-417c-a188-12a16fee6546 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:14.317882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-f3173b40-0fe8-417c-a188-12a16fee6546 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Synchronizing usage tracker for tenant:89f2ac31a9c04efda7da32a40e1a076f on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:25:14.321862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfc018-9c82-470b-9960-2fead3860fb9 req-893e321d-fab8-4e09-bcad-98937b5280e5 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:14.323503 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-16bfc018-9c82-470b-9960-2fead3860fb9 req-893e321d-fab8-4e09-bcad-98937b5280e5 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.0919020
Apr 19 13:25:14.333942 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-f3173b40-0fe8-417c-a188-12a16fee6546 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Unset dirty status for tenant:89f2ac31a9c04efda7da32a40e1a076f on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:25:14.335255 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-f3173b40-0fe8-417c-a188-12a16fee6546 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.1092994
Apr 19 13:25:14.373269 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-16bfc018-9c82-470b-9960-2fead3860fb9 req-ecdeff40-3b71-4c9d-afd2-d5f305dfa648 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422046
Apr 19 13:25:14.425348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Deleting port f18df888-9a19-4b44-a30a-6da6c3bd4083 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:25:14.425922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:14.636586 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54135497-a50a-4fe8-a294-c928c0e3c883 req-75111c5c-c9fd-41b3-b74a-735d9162572d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:14.638837 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54135497-a50a-4fe8-a294-c928c0e3c883 req-75111c5c-c9fd-41b3-b74a-735d9162572d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.0946360
Apr 19 13:25:14.703000 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54135497-a50a-4fe8-a294-c928c0e3c883 req-18f8e547-bd43-4400-8208-eb853d782746 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470893
Apr 19 13:25:14.771112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] For port f18df888-9a19-4b44-a30a-6da6c3bd4083, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f18df888-9a19-4b44-a30a-6da6c3bd4083,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:14.771526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:14.794716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a24c1e-0224-4eea-b276-65e52e290efb req-8a654d4a-0363-4ffe-bc54-5d05330aca1f tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:14.795486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-65a24c1e-0224-4eea-b276-65e52e290efb req-8a654d4a-0363-4ffe-bc54-5d05330aca1f tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Synchronizing usage tracker for tenant:8bb1defd3b514882b9699b53b5d47730 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:25:14.853961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e20c0-909d-4cbc-b503-60b8a43a71c0 req-83392153-302a-40c7-b18f-97b974b960a6 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:14.855699 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a28e20c0-909d-4cbc-b503-60b8a43a71c0 req-83392153-302a-40c7-b18f-97b974b960a6 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 945 time: 0.0981796
Apr 19 13:25:14.911039 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a28e20c0-909d-4cbc-b503-60b8a43a71c0 req-c6edf85a-ccb2-434f-bde6-5c55a84766f0 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480227
Apr 19 13:25:15.010668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83574e05-af6e-48f7-81e2-d77d3d65c948 req-28a5d383-d478-46cf-8064-a9fb69e8b383 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:15.012406 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83574e05-af6e-48f7-81e2-d77d3d65c948 req-28a5d383-d478-46cf-8064-a9fb69e8b383 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 945 time: 0.0938592
Apr 19 13:25:15.064594 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83574e05-af6e-48f7-81e2-d77d3d65c948 req-6daa0c4e-efd7-4267-97c5-96d166a2bfd3 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445769
Apr 19 13:25:15.153237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Calling delete_port for f18df888-9a19-4b44-a30a-6da6c3bd4083 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:25:15.218286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-65a24c1e-0224-4eea-b276-65e52e290efb req-8a654d4a-0363-4ffe-bc54-5d05330aca1f tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Unset dirty status for tenant:8bb1defd3b514882b9699b53b5d47730 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:25:15.219675 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-65a24c1e-0224-4eea-b276-65e52e290efb req-8a654d4a-0363-4ffe-bc54-5d05330aca1f tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.10 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.6340022
Apr 19 13:25:15.344862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-65a24c1e-0224-4eea-b276-65e52e290efb req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Deleting port a7636a99-fa11-4913-b02f-dfe666685c59 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:25:15.345253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-65a24c1e-0224-4eea-b276-65e52e290efb req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:15.478291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:15.490308 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['d9cd5973-7fa6-440a-b6ae-3f6b5335f961'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:25:15.492224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:15.606436 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Pushing event deleted for resources: {'Port': ['ID=f18df888-9a19-4b44-a30a-6da6c3bd4083,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:15.610398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:15.613790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3e371-7963-4367-bcc6-0d8dd2784725 req-19b4d101-e6de-4474-ac0d-7a73c16748a3 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:15.615670 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c5d3e371-7963-4367-bcc6-0d8dd2784725 req-19b4d101-e6de-4474-ac0d-7a73c16748a3 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 949 time: 0.1180382
Apr 19 13:25:15.691969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] No DVR routers for this DVR port f18df888-9a19-4b44-a30a-6da6c3bd4083 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:25:15.703974 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c5d3e371-7963-4367-bcc6-0d8dd2784725 req-746bdead-4a28-4c63-b304-dcb6521f7547 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/security-groups?id=81faff81-15f2-402e-a050-49cc5ec14648&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814757
Apr 19 13:25:15.708648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:15.711899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5e6a46-df43-4aed-afa3-4f96f1781e10', 'name': 'network-vif-deleted', 'tag': 'f18df888-9a19-4b44-a30a-6da6c3bd4083'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:25:15.785692 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5e6a46-df43-4aed-afa3-4f96f1781e10', 'name': 'network-vif-deleted', 'tag': 'f18df888-9a19-4b44-a30a-6da6c3bd4083', 'status': 'completed', 'code': 200}
Apr 19 13:25:15.793873 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5084fb4f-fa0b-4262-8e77-403aba3da704 req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.10 "DELETE /v2.0/ports/f18df888-9a19-4b44-a30a-6da6c3bd4083 HTTP/1.1" status: 204  len: 173 time: 1.4493134
Apr 19 13:25:15.848755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-65a24c1e-0224-4eea-b276-65e52e290efb req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] For port a7636a99-fa11-4913-b02f-dfe666685c59, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a7636a99-fa11-4913-b02f-dfe666685c59,segment=NetworkSegment(a5698c11-d5cc-408e-9501-6f4ef7cfcacb),segment_id=a5698c11-d5cc-408e-9501-6f4ef7cfcacb)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:15.849163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-65a24c1e-0224-4eea-b276-65e52e290efb req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:15.925594 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63714f6-839b-4d74-ac36-84f688287ed2 req-395238f2-85c6-405d-9d2f-8dcf196f607e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:15.927228 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a63714f6-839b-4d74-ac36-84f688287ed2 req-395238f2-85c6-405d-9d2f-8dcf196f607e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.0947826
Apr 19 13:25:15.984638 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a63714f6-839b-4d74-ac36-84f688287ed2 req-da769e10-ca36-42b4-a01d-5d70ba85a55c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510256
Apr 19 13:25:15.989765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-65a24c1e-0224-4eea-b276-65e52e290efb req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Calling delete_port for a7636a99-fa11-4913-b02f-dfe666685c59 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:25:16.156429 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c283597-daab-4c40-9e42-59c475d87be0 req-523004a3-492e-4351-939d-ef11e300a986 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:16.158567 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3c283597-daab-4c40-9e42-59c475d87be0 req-523004a3-492e-4351-939d-ef11e300a986 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 945 time: 0.1177995
Apr 19 13:25:16.171610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-65a24c1e-0224-4eea-b276-65e52e290efb req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:16.178298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:16.210980 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3c283597-daab-4c40-9e42-59c475d87be0 req-e332638e-2515-405e-9fa6-189e568a292b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456786
Apr 19 13:25:16.232666 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Pushing event deleted for resources: {'Port': ['ID=a7636a99-fa11-4913-b02f-dfe666685c59,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:16.261388 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-20d538f7-33b1-42a6-8857-397fec566705 req-2b33240c-16b4-49f1-b8f6-54d9eead52f5 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5e6a46-df43-4aed-afa3-4f96f1781e10 HTTP/1.1" status: 200  len: 210 time: 0.0543325
Apr 19 13:25:16.268430 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:16.365544 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a24c1e-0224-4eea-b276-65e52e290efb req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] No DVR routers for this DVR port a7636a99-fa11-4913-b02f-dfe666685c59 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:25:16.368893 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-65a24c1e-0224-4eea-b276-65e52e290efb req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:16.398531 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-65a24c1e-0224-4eea-b276-65e52e290efb req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.10 "DELETE /v2.0/ports/a7636a99-fa11-4913-b02f-dfe666685c59 HTTP/1.1" status: 204  len: 173 time: 1.1721628
Apr 19 13:25:16.422482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-075c337e-eb04-408d-9e1d-754ce526abfd tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:16.423247 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-075c337e-eb04-408d-9e1d-754ce526abfd tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Synchronizing usage tracker for tenant:acda3b8cafd8499eafbde56a138a837e on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:25:16.438742 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-075c337e-eb04-408d-9e1d-754ce526abfd tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Unset dirty status for tenant:acda3b8cafd8499eafbde56a138a837e on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:25:16.439962 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-075c337e-eb04-408d-9e1d-754ce526abfd tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 945 time: 0.1327331
Apr 19 13:25:16.526305 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Deleting port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:25:16.526951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:16.790062 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] For port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:16.790419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:16.892957 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-48c3a01a-186c-4a91-aeab-ec4d0e849c52 req-235e7b45-c0d4-4354-9fdf-bbe237341471 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a99cb2-4030-4c16-8b21-11d08a952924 HTTP/1.1" status: 200  len: 210 time: 0.0653954
Apr 19 13:25:16.939324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Calling delete_port for ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:25:17.125200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:17.132773 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-64bdabda-80bf-432b-85a5-60e74338e0d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:17.138095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['2195e637-616a-497b-9aec-153cd254de30', 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:25:17.194072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Pushing event deleted for resources: {'Port': ['ID=ee233ec4-68f0-4a0d-b4bf-fccb37d57a92,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:17.205185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:17.237328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200168c3-f22a-46d7-a79d-07771370dd2c req-6626f4c7-eb8e-4c7f-996e-300b01158a4c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:17.246686 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-200168c3-f22a-46d7-a79d-07771370dd2c req-6626f4c7-eb8e-4c7f-996e-300b01158a4c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.1193795
Apr 19 13:25:17.301349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] No DVR routers for this DVR port ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:25:17.304259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:17.312407 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-200168c3-f22a-46d7-a79d-07771370dd2c req-7a288825-2c8f-4ce7-8d4c-6a07058ecf68 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633104
Apr 19 13:25:17.340571 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fcd24fcb-da7a-41f2-8a3f-e15cfe6366af req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "DELETE /v2.0/ports/ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 HTTP/1.1" status: 204  len: 173 time: 0.8933892
Apr 19 13:25:17.489438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device a7636a99-fa11-4913-b02f-dfe666685c59 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:25:17.511223 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7857dddd-7a96-4072-b322-0e14d4a55a2b req-9e568d87-4f5b-4ae0-a8a5-7bcc36be4d17 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b17637b-2caf-4830-8ef8-4c0ec41f5a12 HTTP/1.1" status: 200  len: 210 time: 0.1195645
Apr 19 13:25:17.532866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: a7636a99-fa11-4913-b02f-dfe666685c59 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:25:17.533853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device a7636a99-fa11-4913-b02f-dfe666685c59 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:25:17.534556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device f18df888-9a19-4b44-a30a-6da6c3bd4083 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:25:17.586770 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: f18df888-9a19-4b44-a30a-6da6c3bd4083 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:25:17.587084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device f18df888-9a19-4b44-a30a-6da6c3bd4083 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:25:17.787225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a99cb2-4030-4c16-8b21-11d08a952924', 'name': 'network-vif-deleted', 'tag': 'a7636a99-fa11-4913-b02f-dfe666685c59'}, {'server_uuid': '7b17637b-2caf-4830-8ef8-4c0ec41f5a12', 'name': 'network-vif-deleted', 'tag': 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:25:17.842570 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a99cb2-4030-4c16-8b21-11d08a952924', 'name': 'network-vif-deleted', 'tag': 'a7636a99-fa11-4913-b02f-dfe666685c59', 'status': 'completed', 'code': 200}
Apr 19 13:25:17.842903 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b17637b-2caf-4830-8ef8-4c0ec41f5a12', 'name': 'network-vif-deleted', 'tag': 'ee233ec4-68f0-4a0d-b4bf-fccb37d57a92', 'status': 'completed', 'code': 200}
Apr 19 13:25:17.888015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda34038-7063-4056-b2d9-46967356abf6 req-0b45ef29-e400-4dca-9af4-c316da086df4 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:17.889637 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fda34038-7063-4056-b2d9-46967356abf6 req-0b45ef29-e400-4dca-9af4-c316da086df4 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.0917006
Apr 19 13:25:17.940468 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fda34038-7063-4056-b2d9-46967356abf6 req-3c9cf8c2-d5ce-4401-91dc-5634cfaae64c tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443168
Apr 19 13:25:18.538832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18c375-a6af-4286-a8ef-00ad192f7d3b req-c40a4afa-fd2d-485d-b30b-116734293e61 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:18.540477 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7a18c375-a6af-4286-a8ef-00ad192f7d3b req-c40a4afa-fd2d-485d-b30b-116734293e61 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 943 time: 0.0941956
Apr 19 13:25:18.601792 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7a18c375-a6af-4286-a8ef-00ad192f7d3b req-f0c50dee-df25-4741-bb53-40dfd6b8ca68 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538943
Apr 19 13:25:19.177034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cb68d-6166-4b5c-86ca-88e6a1d2e61a req-bb864c78-0c79-4d3a-af9c-cbf8f434eec7 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:19.178708 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-083cb68d-6166-4b5c-86ca-88e6a1d2e61a req-bb864c78-0c79-4d3a-af9c-cbf8f434eec7 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1136827
Apr 19 13:25:19.236178 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-083cb68d-6166-4b5c-86ca-88e6a1d2e61a req-98a8a13f-7573-4a58-9ff7-5492dd095356 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495675
Apr 19 13:25:19.469280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device df7800e1-d1ec-4df7-b60b-60d8def4b964 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:25:19.471986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:25:19.516155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:25:19.516554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device ee233ec4-68f0-4a0d-b4bf-fccb37d57a92 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:25:19.663301 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:19.678080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'port_id': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'mac_address': 'fa:16:3e:8d:cf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:25:19.741519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:19.764941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7800e1-d1ec-4df7-b60b-60d8def4b964 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:25:19.782743 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:19.787191 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:19.789311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:19.851080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3108d-5ca5-4e61-9e3c-35f11c49ff2f req-89c781fc-a3bf-4216-b8ce-dd9b9722f104 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:19.852592 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-76a3108d-5ca5-4e61-9e3c-35f11c49ff2f req-89c781fc-a3bf-4216-b8ce-dd9b9722f104 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 944 time: 0.1066716
Apr 19 13:25:19.911172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=9']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:19.916132 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-76a3108d-5ca5-4e61-9e3c-35f11c49ff2f req-3b34512b-4d7c-4642-bceb-0677f30fa377 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550768
Apr 19 13:25:19.923837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.924231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.924614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.924990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.925361 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.925903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.926273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.927283 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.928108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.928729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.929234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.929610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:19.934114 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:20.064172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['df7800e1-d1ec-4df7-b60b-60d8def4b964'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:25:20.656664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ed56d-93fc-493c-997b-24ba9699835b req-d9e610ed-0dc7-4a1d-96a7-9ed8966a41d7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:20.663049 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-291ed56d-93fc-493c-997b-24ba9699835b req-d9e610ed-0dc7-4a1d-96a7-9ed8966a41d7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 945 time: 0.3692698
Apr 19 13:25:20.720273 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-291ed56d-93fc-493c-997b-24ba9699835b req-4b764c5f-5535-441d-a242-4d5700a128dc tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511470
Apr 19 13:25:20.752115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5f91b-1a2a-40dd-86de-f606ffbf8126 req-be40b929-80b3-448b-90ba-8b1ec6023a8d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:20.753742 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7ab5f91b-1a2a-40dd-86de-f606ffbf8126 req-be40b929-80b3-448b-90ba-8b1ec6023a8d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.3574188
Apr 19 13:25:20.803548 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7ab5f91b-1a2a-40dd-86de-f606ffbf8126 req-b69467fd-c85b-482a-bf39-05cd9c278146 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432796
Apr 19 13:25:21.146221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf367c5-8542-4664-ac49-327db301110f req-7c7653e0-5936-4f7e-a58c-8fd42bbf8f05 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:21.147893 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-caf367c5-8542-4664-ac49-327db301110f req-7c7653e0-5936-4f7e-a58c-8fd42bbf8f05 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 944 time: 0.0943785
Apr 19 13:25:21.199709 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-caf367c5-8542-4664-ac49-327db301110f req-a5978d42-563c-436a-943d-ac2d359a7a22 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438378
Apr 19 13:25:21.486249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device df7800e1-d1ec-4df7-b60b-60d8def4b964 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:21.563184 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port df7800e1-d1ec-4df7-b60b-60d8def4b964 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:21.563597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:21.702769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:21.732210 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:25:21.743912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:21.748127 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:21.750167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:21.790122 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'code': 200}
Apr 19 13:25:21.833314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=10']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:21.837057 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:22.011888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703d79c-1854-43cf-a137-05543dff2e4b req-2c5a3c39-276f-4315-bfe6-f735ca45858d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:22.014323 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2703d79c-1854-43cf-a137-05543dff2e4b req-2c5a3c39-276f-4315-bfe6-f735ca45858d tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 945 time: 0.1500039
Apr 19 13:25:22.043556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-0e461887-898e-43e4-b8d8-5311e7ce88d7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:22.044592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-0e461887-898e-43e4-b8d8-5311e7ce88d7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Synchronizing usage tracker for tenant:acda3b8cafd8499eafbde56a138a837e on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:25:22.059556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-0e461887-898e-43e4-b8d8-5311e7ce88d7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Unset dirty status for tenant:acda3b8cafd8499eafbde56a138a837e on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:25:22.061129 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-0e461887-898e-43e4-b8d8-5311e7ce88d7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 945 time: 0.1187773
Apr 19 13:25:22.086483 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecff9-fe19-4af7-9362-06bd7d3bf621 req-75a0bd7a-5ff1-4d4a-b4f3-d260b0a09033 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:22.088108 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2aeecff9-fe19-4af7-9362-06bd7d3bf621 req-75a0bd7a-5ff1-4d4a-b4f3-d260b0a09033 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1508646
Apr 19 13:25:22.093895 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2703d79c-1854-43cf-a137-05543dff2e4b req-119a4a48-76b0-49cc-bcf5-0138a97ecd9a tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4f1b70-060e-4070-9873-a475fa1e1c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715625
Apr 19 13:25:22.144823 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2aeecff9-fe19-4af7-9362-06bd7d3bf621 req-615650df-9d4d-4a07-adaa-763c85deaafe tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492003
Apr 19 13:25:22.151974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Deleting port 2195e637-616a-497b-9aec-153cd254de30 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:25:22.152267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:22.416725 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ef592-f43e-46f9-a4ec-191fb4aedab9 req-3c18589b-e285-498b-a38b-71d85ccd05d2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:22.418435 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-296ef592-f43e-46f9-a4ec-191fb4aedab9 req-3c18589b-e285-498b-a38b-71d85ccd05d2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.0920413
Apr 19 13:25:22.467477 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-296ef592-f43e-46f9-a4ec-191fb4aedab9 req-c6844c98-7e87-4163-839d-67f92f0767c3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420840
Apr 19 13:25:22.494143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91631105-959c-450b-85f8-90bc7c40bed0 req-b181830c-462f-4bc7-88cb-c167416672e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:22.495710 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-91631105-959c-450b-85f8-90bc7c40bed0 req-b181830c-462f-4bc7-88cb-c167416672e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 1099 time: 0.2134879
Apr 19 13:25:22.501777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] For port 2195e637-616a-497b-9aec-153cd254de30, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2195e637-616a-497b-9aec-153cd254de30,segment=NetworkSegment(48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298),segment_id=48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:22.502222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:22.654183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Calling delete_port for 2195e637-616a-497b-9aec-153cd254de30 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:25:22.715329 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-91631105-959c-450b-85f8-90bc7c40bed0 req-9e2aeb8f-bf5e-415c-949f-1f105cf878f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2052610
Apr 19 13:25:22.820742 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:22.828392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3b533514-7d91-40e6-9c78-8315c54a84fc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:22.832450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['2195e637-616a-497b-9aec-153cd254de30'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:25:22.880022 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Pushing event deleted for resources: {'Port': ['ID=2195e637-616a-497b-9aec-153cd254de30,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:22.883428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:22.962648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] No DVR routers for this DVR port 2195e637-616a-497b-9aec-153cd254de30 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:25:22.965145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:22.967936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355', 'name': 'network-vif-deleted', 'tag': '2195e637-616a-497b-9aec-153cd254de30'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:25:22.983677 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ff661c56-d8ee-44e4-aa0d-bfce06c4783a req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.10 "DELETE /v2.0/ports/2195e637-616a-497b-9aec-153cd254de30 HTTP/1.1" status: 204  len: 173 time: 0.9133358
Apr 19 13:25:23.017175 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355', 'name': 'network-vif-deleted', 'tag': '2195e637-616a-497b-9aec-153cd254de30', 'status': 'completed', 'code': 200}
Apr 19 13:25:23.334503 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f75835c6-8118-46e6-ad2d-4557ab2d2790 req-74acc09c-cb8a-4cd3-9aa8-56e5946a9713 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3bbeb2f-91f5-4fba-b8f3-c6e5f23e6355 HTTP/1.1" status: 200  len: 210 time: 0.0976958
Apr 19 13:25:23.381094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7f611-efcf-4bce-a7f6-bfece111a140 req-4511a70f-1bc5-436e-b0bd-2c99c79cb085 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:23.382701 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-abb7f611-efcf-4bce-a7f6-bfece111a140 req-4511a70f-1bc5-436e-b0bd-2c99c79cb085 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.1042452
Apr 19 13:25:23.395264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59074) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:23.432641 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-abb7f611-efcf-4bce-a7f6-bfece111a140 req-0e04625f-1248-4e89-acfc-4ca448d922ce tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/security-groups?id=f342ae1d-1188-41fc-a162-3b13449461b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424879
Apr 19 13:25:23.623116 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f32976b1-1af4-4810-a08b-3daedacb9046 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bb1defd3b514882b9699b53b5d47730&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2261157
Apr 19 13:25:23.628044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59082) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:23.663661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-6ea5d27c-14cc-4cf4-aba4-7aa5ea8dbcd0 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:23.664460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-6ea5d27c-14cc-4cf4-aba4-7aa5ea8dbcd0 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Synchronizing usage tracker for tenant:89f2ac31a9c04efda7da32a40e1a076f on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:25:23.692020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbe24d-8544-44bd-96ef-c7d77aef0900 req-9bc2ca30-2ce3-464a-8a02-5ffb3a72e24b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:23.694643 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24bbe24d-8544-44bd-96ef-c7d77aef0900 req-9bc2ca30-2ce3-464a-8a02-5ffb3a72e24b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.0990129
Apr 19 13:25:23.717270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-6ea5d27c-14cc-4cf4-aba4-7aa5ea8dbcd0 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Unset dirty status for tenant:89f2ac31a9c04efda7da32a40e1a076f on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:25:23.718535 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-6ea5d27c-14cc-4cf4-aba4-7aa5ea8dbcd0 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 945 time: 0.2248909
Apr 19 13:25:23.727674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e14970aa-5c25-4c59-9adf-dc094befd3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:23.781795 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24bbe24d-8544-44bd-96ef-c7d77aef0900 req-de8afe40-fc39-424c-85c3-218a9c5f6090 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616407
Apr 19 13:25:23.814934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e14970aa-5c25-4c59-9adf-dc094befd3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:23.849983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Deleting port d9cd5973-7fa6-440a-b6ae-3f6b5335f961 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:25:23.850829 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:23.980119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e14970aa-5c25-4c59-9adf-dc094befd3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:23.987745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-acb88244-309c-422d-9f4a-6298a85da7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:24.023556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14970aa-5c25-4c59-9adf-dc094befd3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81faff81-15f2-402e-a050-49cc5ec14648,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:24.026094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e14970aa-5c25-4c59-9adf-dc094befd3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:24.124803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e14970aa-5c25-4c59-9adf-dc094befd3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:24.128805 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e14970aa-5c25-4c59-9adf-dc094befd3bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81faff81-15f2-402e-a050-49cc5ec14648 HTTP/1.1" status: 204  len: 168 time: 0.4997549
Apr 19 13:25:24.205859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] For port d9cd5973-7fa6-440a-b6ae-3f6b5335f961, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:24.207149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:24.372651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Calling delete_port for d9cd5973-7fa6-440a-b6ae-3f6b5335f961 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:25:24.484930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59132) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:24.559665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:24.562263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d61f48-35a7-4931-b857-d648d7c068ab admin admin] Deleting subnet 6cc56782-372f-4b29-b18b-6bf33151ba1a {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:25:24.565874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-72d61f48-35a7-4931-b857-d648d7c068ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:24.567780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7a355e3e-5117-4926-bf62-df9b461d90f7 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:24.571575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['d9cd5973-7fa6-440a-b6ae-3f6b5335f961'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:25:24.623924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Pushing event deleted for resources: {'Port': ['ID=d9cd5973-7fa6-440a-b6ae-3f6b5335f961,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:24.626421 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:24.658992 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f33d0b2a-4236-4dc6-8d06-035d15f3e0af req-7b43d50e-e4ce-4af4-9ce4-3ee3838411a2 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bfaac95-7791-46ba-8bdf-71fb78b189f6 HTTP/1.1" status: 200  len: 210 time: 0.0586233
Apr 19 13:25:24.676823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-72d61f48-35a7-4931-b857-d648d7c068ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6670355'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:24.711446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] No DVR routers for this DVR port d9cd5973-7fa6-440a-b6ae-3f6b5335f961 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:25:24.714146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:24.727460 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f11c95d4-e5f7-4a00-8e01-c056251f04ef req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] 10.222.0.10 "DELETE /v2.0/ports/d9cd5973-7fa6-440a-b6ae-3f6b5335f961 HTTP/1.1" status: 204  len: 173 time: 0.9883571
Apr 19 13:25:24.740144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-72d61f48-35a7-4931-b857-d648d7c068ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:24.930029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a972ac1e-83ce-44ff-b907-e91ace9200c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.018798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfaac95-7791-46ba-8bdf-71fb78b189f6', 'name': 'network-vif-deleted', 'tag': 'd9cd5973-7fa6-440a-b6ae-3f6b5335f961'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:25:25.068198 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfaac95-7791-46ba-8bdf-71fb78b189f6', 'name': 'network-vif-deleted', 'tag': 'd9cd5973-7fa6-440a-b6ae-3f6b5335f961', 'status': 'completed', 'code': 200}
Apr 19 13:25:25.082802 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9705d-39b0-491a-b463-0d154a196ffd req-1e64e993-0658-412a-ac73-2647a5c38b51 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:25.084461 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5aa9705d-39b0-491a-b463-0d154a196ffd req-1e64e993-0658-412a-ac73-2647a5c38b51 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.1758323
Apr 19 13:25:25.111189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-72d61f48-35a7-4931-b857-d648d7c068ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847824358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848102765'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.121847 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:25.175575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d61f48-35a7-4931-b857-d648d7c068ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc56782-372f-4b29-b18b-6bf33151ba1a,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:25.179579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-72d61f48-35a7-4931-b857-d648d7c068ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.182733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-72d61f48-35a7-4931-b857-d648d7c068ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:25.187800 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5aa9705d-39b0-491a-b463-0d154a196ffd req-d2418e89-29ba-4295-a118-ff0f835f0103 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948656
Apr 19 13:25:25.193184 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-72d61f48-35a7-4931-b857-d648d7c068ab admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6cc56782-372f-4b29-b18b-6bf33151ba1a HTTP/1.1" status: 204  len: 168 time: 0.7046680
Apr 19 13:25:25.193468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59142) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:25.316660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.452033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.500377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 2195e637-616a-497b-9aec-153cd254de30 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:25:25.541114 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: 2195e637-616a-497b-9aec-153cd254de30 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:25:25.541520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 2195e637-616a-497b-9aec-153cd254de30 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:25:25.541986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device d9cd5973-7fa6-440a-b6ae-3f6b5335f961 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:25:25.570902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f295a228860>,) {'filters': {'network_id': ['03a84a36-09c1-482f-8a32-9971f376cb12']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:25.578743 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: d9cd5973-7fa6-440a-b6ae-3f6b5335f961 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:25:25.579155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device d9cd5973-7fa6-440a-b6ae-3f6b5335f961 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:25:25.584177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a228860>, '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:25.584422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a228860>, '48d7b38f-8a5c-4f51-bfb7-e3ba9c4d7298') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:25.595367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59154) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:25.597262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848105445'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.615808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.622244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:25:25.735178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.751443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:25.755551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] Usage tracker for resource:security_group_rule and tenant:39b5513a3f68407981ab3f85bd544ccc is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:25.758599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:25.765405 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:25.787641 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59162) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:25.859026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.861864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.870735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-055c4ab0-3903-4a68-84f7-703f46dcfd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:25.913580 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39b5513a3f68407981ab3f85bd544ccc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3170197
Apr 19 13:25:25.915276 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f713666-b0e5-4c69-bd21-83c1fa14093d,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:25.917793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59166) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:25.920966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:25.927691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Network 03a84a36-09c1-482f-8a32-9971f376cb12 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:25:25.943958 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6954937'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:25.980722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-752057f8-14d4-4dbf-8c96-7fe199f5ed4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:26.008373 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-752057f8-14d4-4dbf-8c96-7fe199f5ed4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:26.053436 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-752057f8-14d4-4dbf-8c96-7fe199f5ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:26.058761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b1b74d8a-a859-4d2f-b8f1-3c051861c51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:26.072472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752057f8-14d4-4dbf-8c96-7fe199f5ed4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f713666-b0e5-4c69-bd21-83c1fa14093d,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:26.075856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-752057f8-14d4-4dbf-8c96-7fe199f5ed4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:26.077116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-752057f8-14d4-4dbf-8c96-7fe199f5ed4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:26.078327 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-752057f8-14d4-4dbf-8c96-7fe199f5ed4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f713666-b0e5-4c69-bd21-83c1fa14093d HTTP/1.1" status: 204  len: 168 time: 0.1595411
Apr 19 13:25:26.176502 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Network 03a84a36-09c1-482f-8a32-9971f376cb12 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:25:26.201782 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:25:26.638667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:26.645736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:26.650305 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9013f3c2-a4ae-4ba4-a287-07818c669f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:26.680312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=03a84a36-09c1-482f-8a32-9971f376cb12,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:26.683384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:26.704349 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/03a84a36-09c1-482f-8a32-9971f376cb12 HTTP/1.1" status: 204  len: 168 time: 1.5098038
Apr 19 13:25:26.823474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59192) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:26.909638 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59198) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:26.976128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992982'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.076288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1666145352-network', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:25:27.081939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:27.086311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Usage tracker for resource:network and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:27.089587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:27.095882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:27.105918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Made reservation on behalf of 36a894a7f0f145aeb50eb61bf2ef27de for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:25:27.111048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.121754 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c20c6d6e-aac3-4e6e-897c-ffc8acfaf970 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acda3b8cafd8499eafbde56a138a837e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2106049
Apr 19 13:25:27.125425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59202) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:27.128552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.144811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:27.148918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Usage tracker for resource:security_group_rule and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:27.151963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:27.158933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:27.245411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.248437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.253224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-91497520-e43f-4d53-94e7-b0ddd090303b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:27.279632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:25:27.291756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0481344f-b5dc-4ee3-9f3b-47dade4fb73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.292737 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f270335-4aba-474d-a0c7-3fb3f2962bd3,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:27.296719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:27.299578 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.299974 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Added segment f5c1af23-ac21-4927-bb7f-dfbae1ff3af5 of type vlan for network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827
Apr 19 13:25:27.329664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.360209 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.361672 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:27.362389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.367561 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ab3ad118-9956-4046-9ebf-47de499a936f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:27.372720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0481344f-b5dc-4ee3-9f3b-47dade4fb73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.492540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0481344f-b5dc-4ee3-9f3b-47dade4fb73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.499757 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-65bf5ec6-1a91-4b2c-bfb3-50e147a7ee81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:27.515663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481344f-b5dc-4ee3-9f3b-47dade4fb73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4f1b70-060e-4070-9873-a475fa1e1c8c,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:27.520037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0481344f-b5dc-4ee3-9f3b-47dade4fb73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:27.521044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Deleting port ab121906-5dc4-4663-b92f-3f1012417de4 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:25:27.521124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.568312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0481344f-b5dc-4ee3-9f3b-47dade4fb73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.572079 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0481344f-b5dc-4ee3-9f3b-47dade4fb73c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb4f1b70-060e-4070-9873-a475fa1e1c8c HTTP/1.1" status: 204  len: 168 time: 0.4431438
Apr 19 13:25:27.702336 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8749235
Apr 19 13:25:27.702734 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59208) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:27.702896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Pushing event updated for resources: {'Network': ['ID=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:27.705628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:27.714459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:25:27.720810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Request body: {'subnet': {'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1666145352-subnet', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:25:27.730262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:27.738927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] For port ab121906-5dc4-4663-b92f-3f1012417de4, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ab121906-5dc4-4663-b92f-3f1012417de4,segment=NetworkSegment(e4529a74-7c3d-4d91-ada5-49cf4fe8c147),segment_id=e4529a74-7c3d-4d91-ada5-49cf4fe8c147)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:27.739327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.747451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Usage tracker for resource:subnet and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:27.753309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:27.812291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:27.876284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.883556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Calling delete_port for ab121906-5dc4-4663-b92f-3f1012417de4 owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:25:27.933508 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Made reservation on behalf of 36a894a7f0f145aeb50eb61bf2ef27de for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:25:27.938445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6673081'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:27.999375 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1f3d6cfa-a851-4d6e-b1af-8e768e1aedc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:28.276966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:28.464985 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:28.474011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-50e32baf-4e85-45b6-95b3-8bacfc57b78a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:28.538640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab121906-5dc4-4663-b92f-3f1012417de4,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:28.579948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:28.962812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.135707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846912933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993064'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.355876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6951519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6673064'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.371733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:29.467266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870cc631-c6cd-4107-9931-e85bcffb51d9,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:29.527963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59258) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:29.528299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:29.602098 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Checking segment: {'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:25:29.602520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Network hostable DHCP agents. Network: 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:25:29.647340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:25:29.657614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.669895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:29.673240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:29.677437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] Usage tracker for resource:security_group_rule and tenant:3c842a8671474ad9ab5b78dbe862e58d is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:29.679832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f1f49a-329d-482d-b35b-481d84f5526f None None] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:25:29.680560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:29.686997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:29.692088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:29.692760 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.703378 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Router 03bce133-33bb-438e-9788-c823ae80ab05 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:25:29.780761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.784775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.797752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2fd02f5b-2557-45dc-9820-adb007dfb112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:29.797941 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.0913272
Apr 19 13:25:29.808916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59264) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:29.818812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:25:29.842979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:29.853327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Usage tracker for resource:router and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:29.861216 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c842a8671474ad9ab5b78dbe862e58d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3314149
Apr 19 13:25:29.862294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:29.865968 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59268) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:29.869291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51716040-cd1d-460d-8f07-de10bdb1e5e1,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:29.876988 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:29.878169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:29.907162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773501'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.908277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7964904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7972878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2556'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.927061 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:25:29.929645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842d9232-91a1-5e51-b025-300ff00a3570-5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9'}]}} from dv-cinder-786873-1-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 13:25:29.931027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.933107 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] 10.222.0.26 "PUT /v2.0/routers/03bce133-33bb-438e-9788-c823ae80ab05/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1443365
Apr 19 13:25:29.940593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] Sync routers for ids ['03bce133-33bb-438e-9788-c823ae80ab05'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:25:29.942514 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59272) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:29.953733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] Routers {'03bce133-33bb-438e-9788-c823ae80ab05'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:25:29.955051 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ba41e10>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['03bce133-33bb-438e-9788-c823ae80ab05'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:29.956135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:29.984753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d6b47b57-f494-4a12-8c2f-fe24cea3d93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.013540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d6b47b57-f494-4a12-8c2f-fe24cea3d93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.060297 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d6b47b57-f494-4a12-8c2f-fe24cea3d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.065200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-10f5508b-269d-486f-80f3-529ea5ff315f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:30.106902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Allocated IP 172.20.0.2 (5ae0fa25-2b97-4afb-b9cd-6e4e91a60827/870cc631-c6cd-4107-9931-e85bcffb51d9/cd6da348-5442-4eaa-9bc3-53d9781d6e42) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:25:30.163705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Notify callbacks [] for router, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.204828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b47b57-f494-4a12-8c2f-fe24cea3d93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51716040-cd1d-460d-8f07-de10bdb1e5e1,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:30.215845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d6b47b57-f494-4a12-8c2f-fe24cea3d93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:30.237238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d6b47b57-f494-4a12-8c2f-fe24cea3d93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.238803 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d6b47b57-f494-4a12-8c2f-fe24cea3d93b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51716040-cd1d-460d-8f07-de10bdb1e5e1 HTTP/1.1" status: 204  len: 168 time: 0.3656037
Apr 19 13:25:30.272797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] Set router 03bce133-33bb-438e-9788-c823ae80ab05 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:25:30.385682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.396992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.410716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Transition to ACTIVE for port object cd6da348-5442-4eaa-9bc3-53d9781d6e42 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:25:30.427176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.441175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Transition to ACTIVE for port object cd6da348-5442-4eaa-9bc3-53d9781d6e42 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:25:30.482791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Deleting port daddc6ab-a301-4146-bc08-bb7b2375e4df {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:25:30.483193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.484351 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.496512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:30.581751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.615716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:25:30.635084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:30.643882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:25:30.723099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] For port daddc6ab-a301-4146-bc08-bb7b2375e4df, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=daddc6ab-a301-4146-bc08-bb7b2375e4df,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:30.723504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.735327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Pushing event updated for resources: {'Port': ['ID=cd6da348-5442-4eaa-9bc3-53d9781d6e42,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:30.741459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ba41e10>, [{'id': '03bce133-33bb-438e-9788-c823ae80ab05', 'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-router', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:44Z', 'updated_at': '2021-04-19T13:25:28Z', 'revision_number': 5, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'gw_port': {'id': 'daddc6ab-a301-4146-bc08-bb7b2375e4df', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bce133-33bb-438e-9788-c823ae80ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:46Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:30.750494 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:30.753609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] Checking router: 03bce133-33bb-438e-9788-c823ae80ab05 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:25:30.768689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Attempting to bind port cd6da348-5442-4eaa-9bc3-53d9781d6e42 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:25:30.769118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Attempting to bind port cd6da348-5442-4eaa-9bc3-53d9781d6e42 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:25:30.769625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Attempting to bind port cd6da348-5442-4eaa-9bc3-53d9781d6e42 on network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:25:30.775700 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:25:30.776190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Checking segment: {'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:25:30.776556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.777007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Bound using segment: {'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:25:30.777495 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] Routers {'03bce133-33bb-438e-9788-c823ae80ab05'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:25:30.777623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Bound port: cd6da348-5442-4eaa-9bc3-53d9781d6e42, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:25:30.777929 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.779099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ba41e10>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['03bce133-33bb-438e-9788-c823ae80ab05'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:30.817140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59280) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:30.848333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.875280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:30.881153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] For port cd6da348-5442-4eaa-9bc3-53d9781d6e42, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:25:30.883224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] Usage tracker for resource:security_group_rule and tenant:0685efe6c2bf4a89984f5fc256c6b328 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:30.884764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] For port cd6da348-5442-4eaa-9bc3-53d9781d6e42, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=cd6da348-5442-4eaa-9bc3-53d9781d6e42,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:25:30.888806 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.890081 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:30.893730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:30.894511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.933689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Calling delete_port for daddc6ab-a301-4146-bc08-bb7b2375e4df owned by network:router_gateway {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:25:30.936836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:30.939768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:30.972395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] Set router 03bce133-33bb-438e-9788-c823ae80ab05 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:25:30.979050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Pushing event updated for resources: {'Port': ['ID=cd6da348-5442-4eaa-9bc3-53d9781d6e42,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:30.993372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:31.145930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Allocated IP 172.27.0.234 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/0dc17e6d-04d7-4fb2-80e5-244de160f594) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:25:31.215872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.221725 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c77e5bc6-ba63-4c6d-aa78-6dee1c414f3d tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:31.269791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Pushing event deleted for resources: {'Port': ['ID=daddc6ab-a301-4146-bc08-bb7b2375e4df,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:31.272468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:31.288230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ba41e10>, [{'id': '03bce133-33bb-438e-9788-c823ae80ab05', 'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-router', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:44Z', 'updated_at': '2021-04-19T13:25:30Z', 'revision_number': 6, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'gw_port_host': None}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:31.292560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1127bb2-2bdf-444c-8cd0-c1c1bbab3b6e None None] The sync data for ids ['03bce133-33bb-438e-9788-c823ae80ab05'] in dv-cinder-786873-1-iscsi is: [{'id': '03bce133-33bb-438e-9788-c823ae80ab05', 'name': 'tempest-ServerRescueNegativeTestJSON-1751258785-router', 'tenant_id': '89f2ac31a9c04efda7da32a40e1a076f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:44Z', 'updated_at': '2021-04-19T13:25:30Z', 'revision_number': 6, 'project_id': '89f2ac31a9c04efda7da32a40e1a076f', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:25:31.299115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.306180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.325868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bfcf615f-e798-42d2-9e7a-2e1426a6587a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:31.390829 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0685efe6c2bf4a89984f5fc256c6b328&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5694833
Apr 19 13:25:31.397412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59286) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:31.409120 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26ee7b3-b448-4967-a48b-458a1cb70116,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:31.414893 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:31.422202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846802839'] for router_gateway, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.441306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.615318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.620770 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:31.648289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846783179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773260'] for router, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.652595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.692788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:25:31.696331 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:31.698944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:25:31.747927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Pushing event updated for resources: {'Port': ['ID=0dc17e6d-04d7-4fb2-80e5-244de160f594,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:31.752522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:31.755089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-03baacf3-bc47-44df-bacb-537b401067a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.783450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-03baacf3-bc47-44df-bacb-537b401067a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.818488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7964529'] for router, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.819084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03bce133-33bb-438e-9788-c823ae80ab05 {{(pid=86366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 13:25:31.845452 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-03baacf3-bc47-44df-bacb-537b401067a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.851480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8b85da7d-034a-462b-a7e6-b1d59239f904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:31.863257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.864571 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] 10.222.0.26 "DELETE /v2.0/routers/03bce133-33bb-438e-9788-c823ae80ab05 HTTP/1.1" status: 204  len: 168 time: 1.9206562
Apr 19 13:25:31.865813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03baacf3-bc47-44df-bacb-537b401067a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26ee7b3-b448-4967-a48b-458a1cb70116,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:31.867813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-03baacf3-bc47-44df-bacb-537b401067a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:31.868931 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-03baacf3-bc47-44df-bacb-537b401067a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a26ee7b3-b448-4967-a48b-458a1cb70116 HTTP/1.1" status: 204  len: 168 time: 0.4704959
Apr 19 13:25:31.869593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59292) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:31.870438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-03baacf3-bc47-44df-bacb-537b401067a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:32.187959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbe9d50-fee9-427b-ae11-8b61f9bd7ac1 admin admin] Deleting subnet 917eabac-75c7-49e0-8458-a70e0ba12fbf {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:25:32.191698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9d50-fee9-427b-ae11-8b61f9bd7ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:32.263273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:32.265413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9d50-fee9-427b-ae11-8b61f9bd7ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6670355'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:32.345099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9d50-fee9-427b-ae11-8b61f9bd7ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:32.570698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device cd6da348-5442-4eaa-9bc3-53d9781d6e42 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:32.713386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port cd6da348-5442-4eaa-9bc3-53d9781d6e42 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:25:32.750854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9d50-fee9-427b-ae11-8b61f9bd7ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847824358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848102765'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:32.764911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:32.800309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ab121906-5dc4-4663-b92f-3f1012417de4 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:25:32.830173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846783157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:32.846727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe9d50-fee9-427b-ae11-8b61f9bd7ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917eabac-75c7-49e0-8458-a70e0ba12fbf,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:32.850501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9d50-fee9-427b-ae11-8b61f9bd7ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:32.861412 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4dbe9d50-fee9-427b-ae11-8b61f9bd7ac1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/917eabac-75c7-49e0-8458-a70e0ba12fbf HTTP/1.1" status: 204  len: 168 time: 0.9899476
Apr 19 13:25:32.861841 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: ab121906-5dc4-4663-b92f-3f1012417de4 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:25:32.862228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ab121906-5dc4-4663-b92f-3f1012417de4 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:25:32.862787 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device daddc6ab-a301-4146-bc08-bb7b2375e4df no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:25:32.863447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4dbe9d50-fee9-427b-ae11-8b61f9bd7ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:32.864386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59316) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:32.903954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab9dc9-d2e7-45a4-90cc-3058b1388091 None None] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:25:32.976899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: daddc6ab-a301-4146-bc08-bb7b2375e4df {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:25:32.977570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device daddc6ab-a301-4146-bc08-bb7b2375e4df not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:25:33.039933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:33.052926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-d453c432-f201-40ce-8c34-60cd96d68308 None None] Provisioning for port cd6da348-5442-4eaa-9bc3-53d9781d6e42 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:25:33.064621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-d453c432-f201-40ce-8c34-60cd96d68308 None None] Provisioning complete for port cd6da348-5442-4eaa-9bc3-53d9781d6e42 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:33.065215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d453c432-f201-40ce-8c34-60cd96d68308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:33.261190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d453c432-f201-40ce-8c34-60cd96d68308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:33.261751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:33.303782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-d453c432-f201-40ce-8c34-60cd96d68308 None None] For port cd6da348-5442-4eaa-9bc3-53d9781d6e42, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=cd6da348-5442-4eaa-9bc3-53d9781d6e42,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:33.346898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d453c432-f201-40ce-8c34-60cd96d68308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:33.367215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:33.387042 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f295a2a04a8>,) {'filters': {'network_id': ['40df39e5-a720-4403-8e63-c445dcf08299']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:33.400339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a2a04a8>, 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:33.400693 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a2a04a8>, 'e4529a74-7c3d-4d91-ada5-49cf4fe8c147') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:33.413557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848105445'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:33.429580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:33.447238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:25:33.503801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Router 04458484-14b9-4d77-a9f7-eb436b43ea9d is scheduled to L3 agent b51156a7-5930-429e-869a-c7dc210d1671 with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 13:25:33.508179 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453c432-f201-40ce-8c34-60cd96d68308 None None] Pushing event updated for resources: {'Port': ['ID=cd6da348-5442-4eaa-9bc3-53d9781d6e42,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:33.513691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d453c432-f201-40ce-8c34-60cd96d68308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:33.686511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Network 40df39e5-a720-4403-8e63-c445dcf08299 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:25:33.696973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6954937'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:33.740965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:25:33.751063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Sync routers for ids ['04458484-14b9-4d77-a9f7-eb436b43ea9d'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:25:33.764210 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Routers {'04458484-14b9-4d77-a9f7-eb436b43ea9d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:25:33.767181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a8b72e8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['04458484-14b9-4d77-a9f7-eb436b43ea9d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:33.777338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:33.783333 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.9727390
Apr 19 13:25:33.783903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59338) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:33.900560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Network 40df39e5-a720-4403-8e63-c445dcf08299 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:25:33.926175 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:25:34.046733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:34.057468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:34.123638 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:34.165005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=40df39e5-a720-4403-8e63-c445dcf08299,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:34.172285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:34.173960 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a3e467e9-c50b-4abe-88e7-3663832a35f7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/40df39e5-a720-4403-8e63-c445dcf08299 HTTP/1.1" status: 204  len: 168 time: 1.3081529
Apr 19 13:25:34.185600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-b9811462-592a-49df-a716-a262de2a94f4 None None] Provisioning complete for port cd6da348-5442-4eaa-9bc3-53d9781d6e42 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:34.186106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b9811462-592a-49df-a716-a262de2a94f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:34.282934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Set router 04458484-14b9-4d77-a9f7-eb436b43ea9d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:25:34.504640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device cd6da348-5442-4eaa-9bc3-53d9781d6e42 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:34.564938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59358) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:34.670306 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-fd455e4e-f60d-4231-833c-cab309ebd41e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89f2ac31a9c04efda7da32a40e1a076f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1035798
Apr 19 13:25:34.686729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59366) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:34.756117 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port cd6da348-5442-4eaa-9bc3-53d9781d6e42 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:34.756553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:34.774027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:34.835851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24dd9e6c-ac9f-4482-ad0f-1204cf3eb50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:34.876721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff0793-2df0-4489-b736-8a258ec0722e req-0277058e-86cf-4e4a-a075-1d601d11b857 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:34.884611 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d8ff0793-2df0-4489-b736-8a258ec0722e req-0277058e-86cf-4e4a-a075-1d601d11b857 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1762853
Apr 19 13:25:34.910772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24dd9e6c-ac9f-4482-ad0f-1204cf3eb50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:34.964863 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d8ff0793-2df0-4489-b736-8a258ec0722e req-d6c85dbc-80e7-45c7-a58d-dccdd90494ed tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789282
Apr 19 13:25:34.968438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a8b72e8>, [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:31Z', 'revision_number': 3, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:34.973123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Checking router: 04458484-14b9-4d77-a9f7-eb436b43ea9d for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:25:34.973534 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Updating router 04458484-14b9-4d77-a9f7-eb436b43ea9d port 0dc17e6d-04d7-4fb2-80e5-244de160f594 binding host dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:25:35.003964 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59372) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:35.019234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24dd9e6c-ac9f-4482-ad0f-1204cf3eb50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.030775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:35.047277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd9e6c-ac9f-4482-ad0f-1204cf3eb50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f342ae1d-1188-41fc-a162-3b13449461b9,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:35.047926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.049724 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-24dd9e6c-ac9f-4482-ad0f-1204cf3eb50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:35.050998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-24dd9e6c-ac9f-4482-ad0f-1204cf3eb50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.052239 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-24dd9e6c-ac9f-4482-ad0f-1204cf3eb50f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f342ae1d-1188-41fc-a162-3b13449461b9 HTTP/1.1" status: 204  len: 168 time: 0.3627825
Apr 19 13:25:35.062175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Allocated IP 172.20.0.1 (5ae0fa25-2b97-4afb-b9cd-6e4e91a60827/870cc631-c6cd-4107-9931-e85bcffb51d9/950d0b31-8c48-4a35-9b01-02bad96cbc64) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:25:35.237172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.259485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Transition to ACTIVE for port object 950d0b31-8c48-4a35-9b01-02bad96cbc64 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:25:35.285385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.297609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:35.360317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:25:35.363412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:35.368143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:25:35.409388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.433555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:35.436662 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Pushing event updated for resources: {'Port': ['ID=950d0b31-8c48-4a35-9b01-02bad96cbc64,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:35.440872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:35.443047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] Usage tracker for resource:security_group_rule and tenant:5c5916f8867d4631bb87ca90056e693e is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:35.447813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:35.461884 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:35.462038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993614'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.462412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.482842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Transition to ACTIVE for port object 0dc17e6d-04d7-4fb2-80e5-244de160f594 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:25:35.491933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.497640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:35.595368 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Attempting to bind port 0dc17e6d-04d7-4fb2-80e5-244de160f594 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:25:35.595927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Attempting to bind port 0dc17e6d-04d7-4fb2-80e5-244de160f594 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:25:35.596187 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Attempting to bind port 0dc17e6d-04d7-4fb2-80e5-244de160f594 on network ee5c3b24-29f2-4961-b18b-259e644611b9 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:25:35.609923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.610890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.614503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.621565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:25:35.622228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:25:35.622813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.623272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Bound using segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:25:35.623825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Bound port: 0dc17e6d-04d7-4fb2-80e5-244de160f594, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:25:35.624259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.634720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-381e48ee-b15c-479e-9f1d-2ead03fbfaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:35.666095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d9730f-f5db-46e9-8491-68ad073d82f7,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:35.686098 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:35.689508 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e3a6c-ad39-488a-858a-d9b997009164 None None] Pushing event updated for resources: {'Port': ['ID=0dc17e6d-04d7-4fb2-80e5-244de160f594,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:35.692854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-615e3a6c-ad39-488a-858a-d9b997009164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:35.713401 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c5916f8867d4631bb87ca90056e693e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7081580
Apr 19 13:25:35.716163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59392) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:35.733029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-d00039ff-9a96-4868-9ff2-496d6e8cd86a None None] Provisioning for port 950d0b31-8c48-4a35-9b01-02bad96cbc64 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:25:35.754048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-d00039ff-9a96-4868-9ff2-496d6e8cd86a None None] Provisioning complete for port 950d0b31-8c48-4a35-9b01-02bad96cbc64 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:35.754752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d00039ff-9a96-4868-9ff2-496d6e8cd86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.787999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-98e73786-108a-4be7-b8bd-74541f3dc9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.818236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-98e73786-108a-4be7-b8bd-74541f3dc9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.858019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-d00039ff-9a96-4868-9ff2-496d6e8cd86a None None] Port 950d0b31-8c48-4a35-9b01-02bad96cbc64 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:25:35.861763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] For port 0dc17e6d-04d7-4fb2-80e5-244de160f594, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:25:35.865311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] For port 0dc17e6d-04d7-4fb2-80e5-244de160f594, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=0dc17e6d-04d7-4fb2-80e5-244de160f594,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:25:35.869896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.878244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-98e73786-108a-4be7-b8bd-74541f3dc9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.880409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:35.886281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d2bb815f-6c6f-4c68-8151-8ab43af317ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:35.901353 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e73786-108a-4be7-b8bd-74541f3dc9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d9730f-f5db-46e9-8491-68ad073d82f7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:35.904960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-98e73786-108a-4be7-b8bd-74541f3dc9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:35.912009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-98e73786-108a-4be7-b8bd-74541f3dc9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.913833 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-98e73786-108a-4be7-b8bd-74541f3dc9f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84d9730f-f5db-46e9-8491-68ad073d82f7 HTTP/1.1" status: 204  len: 168 time: 0.1941595
Apr 19 13:25:35.922564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.927116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:35.962263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-567eae03-606f-47ff-90b4-28e38ce36758 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:35.976399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Routers {'04458484-14b9-4d77-a9f7-eb436b43ea9d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:25:35.977102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a8b72e8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['04458484-14b9-4d77-a9f7-eb436b43ea9d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:36.119452 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Pushing event updated for resources: {'Port': ['ID=950d0b31-8c48-4a35-9b01-02bad96cbc64,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:36.135417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:36.152115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7862866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846782103'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:36.155693 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e3a6c-ad39-488a-858a-d9b997009164 None None] Pushing event updated for resources: {'Port': ['ID=0dc17e6d-04d7-4fb2-80e5-244de160f594,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:36.174401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-615e3a6c-ad39-488a-858a-d9b997009164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:36.228854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681046-713b-4760-92bf-aa475dd4f51d req-ffa6f7e3-fefc-4000-ab8b-966eda66c9cd tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:36.230694 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8d681046-713b-4760-92bf-aa475dd4f51d req-ffa6f7e3-fefc-4000-ab8b-966eda66c9cd tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1020319
Apr 19 13:25:36.240680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] Set router 04458484-14b9-4d77-a9f7-eb436b43ea9d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:25:36.322084 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8d681046-713b-4760-92bf-aa475dd4f51d req-83a0e97b-14b1-4674-872c-56a5334ecde8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826950
Apr 19 13:25:36.373162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:25:36.374187 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:36.597922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59418) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:36.618217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Router 04458484-14b9-4d77-a9f7-eb436b43ea9d has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:25:36.618459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:36.635554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:36.641761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:bb987d2b5a9848f2bf54c45675fa509b is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:36.644989 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:36.651489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:36.709121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-63796b22-13d2-4706-a20a-18f02d8587bc None None] Provisioning complete for port 950d0b31-8c48-4a35-9b01-02bad96cbc64 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:36.709554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-63796b22-13d2-4706-a20a-18f02d8587bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:36.750170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a8b72e8>, [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 2, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:36.758887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:36.762460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a19a05-1fa9-49a5-8e4c-1b50c0903c90 None None] The sync data for ids ['04458484-14b9-4d77-a9f7-eb436b43ea9d'] in dv-cinder-786873-1-iscsi is: [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 2, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:25:36.764078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:36.799025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-03291f14-b81e-422b-b6f0-31944f6c5371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:36.801242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-63796b22-13d2-4706-a20a-18f02d8587bc None None] Port 950d0b31-8c48-4a35-9b01-02bad96cbc64 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:25:36.826303 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb987d2b5a9848f2bf54c45675fa509b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2240186
Apr 19 13:25:36.831772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59424) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:36.885990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b8dcc1-90c8-4f75-b873-fcbb4bb381bb,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:36.893328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:36.917721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-62aceca6-d652-4d29-bbdf-d63ff83a3fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:36.948375 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-62aceca6-d652-4d29-bbdf-d63ff83a3fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:37.008330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-62aceca6-d652-4d29-bbdf-d63ff83a3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:37.014809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-212db0dd-2445-491b-9f71-631f96863a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:37.028023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aceca6-d652-4d29-bbdf-d63ff83a3fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b8dcc1-90c8-4f75-b873-fcbb4bb381bb,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:37.032127 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-62aceca6-d652-4d29-bbdf-d63ff83a3fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:37.034584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-62aceca6-d652-4d29-bbdf-d63ff83a3fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:37.039692 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-62aceca6-d652-4d29-bbdf-d63ff83a3fb9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79b8dcc1-90c8-4f75-b873-fcbb4bb381bb HTTP/1.1" status: 204  len: 168 time: 0.2030206
Apr 19 13:25:37.142908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:25:37.155858 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] 10.222.0.26 "PUT /v2.0/routers/04458484-14b9-4d77-a9f7-eb436b43ea9d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3707108
Apr 19 13:25:37.557314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c8b57-0de9-4282-bfbd-a31b01eebf2e req-de79c9b9-e265-4888-893e-d4963c05d5be tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:37.567279 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-433c8b57-0de9-4282-bfbd-a31b01eebf2e req-de79c9b9-e265-4888-893e-d4963c05d5be tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1176031
Apr 19 13:25:37.662152 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-433c8b57-0de9-4282-bfbd-a31b01eebf2e req-07c15712-5741-48ff-9e66-44d1c19ffae5 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938144
Apr 19 13:25:38.303710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59480) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:38.311069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-691578128-network', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:25:38.316498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:38.321089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Usage tracker for resource:network and tenant:241f0f8c370d4ee4847e430f21e21083 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:38.324312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:38.332302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:38.354702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Made reservation on behalf of 241f0f8c370d4ee4847e430f21e21083 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:25:38.360692 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:38.374232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:38.391634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:38.395337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Usage tracker for resource:security_group_rule and tenant:241f0f8c370d4ee4847e430f21e21083 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:38.398762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:38.405713 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:38.489086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 0dc17e6d-04d7-4fb2-80e5-244de160f594 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:38.502427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:38.505810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:38.510183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a5138e4d-5c5a-487d-b6c9-5910602ed8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:38.540536 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd43752-123f-45f5-826f-d8c948182b28,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:38.543936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:38.551876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:25:38.562084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:38.562519 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Added segment 7528e291-84b2-4f97-98fe-52dad647f9fb of type vlan for network 09ed26e1-5d20-4595-88b8-856b8652dcc7
Apr 19 13:25:38.570022 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 0dc17e6d-04d7-4fb2-80e5-244de160f594 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:25:38.576108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 0dc17e6d-04d7-4fb2-80e5-244de160f594 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:38.576717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:38.593388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:38.629039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:38.630326 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:38.631128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:38.648676 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:38.696766 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3917766
Apr 19 13:25:38.700385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59494) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:38.708232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Request body: {'subnet': {'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-691578128-subnet', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:25:38.717003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:38.730872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Usage tracker for resource:subnet and tenant:241f0f8c370d4ee4847e430f21e21083 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:38.735425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:38.743023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:38.758071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Made reservation on behalf of 241f0f8c370d4ee4847e430f21e21083 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:25:38.764728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6384425'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:38.883092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Pushing event updated for resources: {'Network': ['ID=09ed26e1-5d20-4595-88b8-856b8652dcc7,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:38.892188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:38.934813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 09ed26e1-5d20-4595-88b8-856b8652dcc7 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:25:38.937651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5cdfa-f005-4ea1-8068-b66ef2be7356 req-55011bb0-a840-43cb-9973-5ff37a9506e7 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:38.945873 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83f5cdfa-f005-4ea1-8068-b66ef2be7356 req-55011bb0-a840-43cb-9973-5ff37a9506e7 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1081917
Apr 19 13:25:38.971723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:39.017581 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83f5cdfa-f005-4ea1-8068-b66ef2be7356 req-13bb5134-6977-41b1-8563-fe25db37a737 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707707
Apr 19 13:25:39.044021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 0dc17e6d-04d7-4fb2-80e5-244de160f594, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=0dc17e6d-04d7-4fb2-80e5-244de160f594,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:39.052853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:39.063807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:39.160164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=0dc17e6d-04d7-4fb2-80e5-244de160f594,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:39.163534 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:39.282573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848274046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6384440'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:39.287702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:39.369473 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da080dad-0337-4f29-a03f-d17db7b1cc2d,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:39.376031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:39.378682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Checking segment: {'id': '7528e291-84b2-4f97-98fe-52dad647f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:25:39.379088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Network hostable DHCP agents. Network: 09ed26e1-5d20-4595-88b8-856b8652dcc7, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:25:39.398668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Network 09ed26e1-5d20-4595-88b8-856b8652dcc7 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:25:39.407372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 09ed26e1-5d20-4595-88b8-856b8652dcc7) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:39.417178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe00d681-2367-45a6-9d53-78edb244729b None None] Network 09ed26e1-5d20-4595-88b8-856b8652dcc7 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:25:39.420365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:39.421027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:39.445205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59518) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:39.445451 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-26606a09-f7a3-49af-a9f1-2f605d6dd178 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7434623
Apr 19 13:25:39.450911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-691578128-router', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:25:39.456461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:39.460600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Usage tracker for resource:router and tenant:241f0f8c370d4ee4847e430f21e21083 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:39.463887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:39.471478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:39.483345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773501'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:39.484445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7964904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7972878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2556'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:39.500851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:39.712774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842d9232-91a1-5e51-b025-300ff00a3570-09ed26e1-5d20-4595-88b8-856b8652dcc7', 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'fixed_ips': [{'subnet_id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d'}]}} from dv-cinder-786873-1-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 13:25:39.716551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:39.848561 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:39.917090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Allocated IP 172.20.0.2 (09ed26e1-5d20-4595-88b8-856b8652dcc7/da080dad-0337-4f29-a03f-d17db7b1cc2d/7274e083-15bf-4e98-b031-82ef0fb8b29f) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:25:40.188210 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:40.204667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Transition to ACTIVE for port object 7274e083-15bf-4e98-b031-82ef0fb8b29f will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:25:40.228972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Transition to ACTIVE for port object 7274e083-15bf-4e98-b031-82ef0fb8b29f will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:25:40.234957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:40.241033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:40.319203 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Network 09ed26e1-5d20-4595-88b8-856b8652dcc7 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:25:40.322397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:40.325692 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:25:40.336079 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Pushing event updated for resources: {'Port': ['ID=7274e083-15bf-4e98-b031-82ef0fb8b29f,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:40.349054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:40.449323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Attempting to bind port 7274e083-15bf-4e98-b031-82ef0fb8b29f on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:25:40.450795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Attempting to bind port 7274e083-15bf-4e98-b031-82ef0fb8b29f by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '7528e291-84b2-4f97-98fe-52dad647f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:25:40.451866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Attempting to bind port 7274e083-15bf-4e98-b031-82ef0fb8b29f on network 09ed26e1-5d20-4595-88b8-856b8652dcc7 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:25:40.460727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:25:40.461275 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Checking segment: {'id': '7528e291-84b2-4f97-98fe-52dad647f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:25:40.461801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:40.462430 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Bound using segment: {'id': '7528e291-84b2-4f97-98fe-52dad647f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:25:40.463073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Bound port: 7274e083-15bf-4e98-b031-82ef0fb8b29f, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7528e291-84b2-4f97-98fe-52dad647f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:25:40.463579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:40.486096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 0dc17e6d-04d7-4fb2-80e5-244de160f594 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:40.519146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:40.553563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:40.604286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Sync routers for ids ['04458484-14b9-4d77-a9f7-eb436b43ea9d'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:25:40.615788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Routers {'04458484-14b9-4d77-a9f7-eb436b43ea9d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:25:40.616956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ac853c8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['04458484-14b9-4d77-a9f7-eb436b43ea9d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:40.639745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] For port 7274e083-15bf-4e98-b031-82ef0fb8b29f, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:25:40.641828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 0dc17e6d-04d7-4fb2-80e5-244de160f594 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:40.642258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:40.688959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] For port 7274e083-15bf-4e98-b031-82ef0fb8b29f, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=7274e083-15bf-4e98-b031-82ef0fb8b29f,segment=NetworkSegment(7528e291-84b2-4f97-98fe-52dad647f9fb),segment_id=7528e291-84b2-4f97-98fe-52dad647f9fb)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:25:40.700815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:40.707503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e768a239-da4a-474a-8fe5-7acdd22bb5a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:40.711198 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Allocated IP 172.27.0.133 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:25:40.783029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Pushing event updated for resources: {'Port': ['ID=7274e083-15bf-4e98-b031-82ef0fb8b29f,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:40.789492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:40.821293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Set router 04458484-14b9-4d77-a9f7-eb436b43ea9d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:25:40.907234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:40.951624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:40.965930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:41.063680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59552) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:41.080380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2d338-fbcb-4e52-abf0-c52d8b7b0032 req-07389301-6ef4-4dd4-8aab-e6966e1afc43 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:41.089018 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d4b2d338-fbcb-4e52-abf0-c52d8b7b0032 req-07389301-6ef4-4dd4-8aab-e6966e1afc43 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.6810291
Apr 19 13:25:41.122403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:25:41.210613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:41.221031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:41.223726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:25:41.260021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ac853c8>, [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 2, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:41.270606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Checking router: 04458484-14b9-4d77-a9f7-eb436b43ea9d for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:25:41.271001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Updating router 04458484-14b9-4d77-a9f7-eb436b43ea9d port 950d0b31-8c48-4a35-9b01-02bad96cbc64 binding host dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:25:41.312327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:41.322296 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d4b2d338-fbcb-4e52-abf0-c52d8b7b0032 req-370b3440-fc17-4183-a95e-0d80e6264386 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2323008
Apr 19 13:25:41.354332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.361851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.407646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:41.419208 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] Usage tracker for resource:security_group_rule and tenant:2fc174477b414e3198597e63e4fa1003 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:41.427778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:41.440918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:41.545509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.549469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.560863 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-89fa5d85-a906-4c2c-ad92-86023ebee983 tempest-VolumesNegativeTest-1694291615 tempest-VolumesNegativeTest-1694291615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:41.610862 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fc174477b414e3198597e63e4fa1003&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5457668
Apr 19 13:25:41.612657 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59572) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:41.617850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6542aa-1211-42cb-bc40-13cd27ccf0a6,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:41.633230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:41.705169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92aa87ae-9854-4cd0-9c7f-294a73110e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.745321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92aa87ae-9854-4cd0-9c7f-294a73110e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.779945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.791755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Transition to ACTIVE for port object 950d0b31-8c48-4a35-9b01-02bad96cbc64 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:25:41.796381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92aa87ae-9854-4cd0-9c7f-294a73110e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.800165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.803256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8995411a-e33c-40c1-bf93-5f94a7ff66a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:41.806725 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8b5989e4-f2e1-4ee1-adee-9d2213ae14d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:41.816008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa87ae-9854-4cd0-9c7f-294a73110e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6542aa-1211-42cb-bc40-13cd27ccf0a6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:41.823363 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-92aa87ae-9854-4cd0-9c7f-294a73110e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:41.830466 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92aa87ae-9854-4cd0-9c7f-294a73110e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.834556 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-92aa87ae-9854-4cd0-9c7f-294a73110e37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b6542aa-1211-42cb-bc40-13cd27ccf0a6 HTTP/1.1" status: 204  len: 168 time: 0.2193456
Apr 19 13:25:41.890242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:41.970868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Pushing event updated for resources: {'Port': ['ID=950d0b31-8c48-4a35-9b01-02bad96cbc64,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:42.037002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.037388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.038125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.038493 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.038860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.039224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.039584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.039945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.040305 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.040665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.041018 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.041369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:42.050624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:42.125708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Attempting to bind port 950d0b31-8c48-4a35-9b01-02bad96cbc64 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:25:42.126234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Attempting to bind port 950d0b31-8c48-4a35-9b01-02bad96cbc64 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:25:42.126599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Attempting to bind port 950d0b31-8c48-4a35-9b01-02bad96cbc64 on network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:25:42.137911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:25:42.151154 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Checking segment: {'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:25:42.151548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:42.152003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Bound using segment: {'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:25:42.152566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Bound port: 950d0b31-8c48-4a35-9b01-02bad96cbc64, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:25:42.153056 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:42.317119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] For port 950d0b31-8c48-4a35-9b01-02bad96cbc64, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:25:42.322111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] For port 950d0b31-8c48-4a35-9b01-02bad96cbc64, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=950d0b31-8c48-4a35-9b01-02bad96cbc64,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:25:42.326978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:42.332266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:42.401071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59604) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:42.401316 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846783157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:42.458611 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d309de52-05a2-4cc4-ac37-24cc42b1cf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:42.490717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-d309de52-05a2-4cc4-ac37-24cc42b1cf8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:42.496264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-d309de52-05a2-4cc4-ac37-24cc42b1cf8b admin admin] Usage tracker for resource:security_group_rule and tenant:183a79226be3481895f9e20cea92f199 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:42.501271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-d309de52-05a2-4cc4-ac37-24cc42b1cf8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:42.508271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-d309de52-05a2-4cc4-ac37-24cc42b1cf8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:42.518624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Pushing event updated for resources: {'Port': ['ID=950d0b31-8c48-4a35-9b01-02bad96cbc64,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:42.524711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:42.574242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Routers {'04458484-14b9-4d77-a9f7-eb436b43ea9d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:25:42.576005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ac853c8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['04458484-14b9-4d77-a9f7-eb436b43ea9d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:42.623818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 7274e083-15bf-4e98-b031-82ef0fb8b29f up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:42.754162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d309de52-05a2-4cc4-ac37-24cc42b1cf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:42.764801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d309de52-05a2-4cc4-ac37-24cc42b1cf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:42.780076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f7b81-0d9d-4f84-abc1-d0abf55725f5 None None] Network 09ed26e1-5d20-4595-88b8-856b8652dcc7 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:25:42.791143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-669a89f4-a7f9-44c9-bb11-2f612b021f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:42.884651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] Set router 04458484-14b9-4d77-a9f7-eb436b43ea9d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:25:42.907462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59618) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:42.909656 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d309de52-05a2-4cc4-ac37-24cc42b1cf8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=183a79226be3481895f9e20cea92f199&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5068083
Apr 19 13:25:42.910781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309de52-05a2-4cc4-ac37-24cc42b1cf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a945c140-80b2-461e-a8b9-02a3330fdc57,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:42.920631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d309de52-05a2-4cc4-ac37-24cc42b1cf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:42.925743 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6adc-9592-4075-930c-71f3a2375eaa req-fc3ba376-da37-40e8-afc8-344133c5ba7e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:42.933557 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b8ef6adc-9592-4075-930c-71f3a2375eaa req-fc3ba376-da37-40e8-afc8-344133c5ba7e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1716807
Apr 19 13:25:43.021108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Router 7ff61e60-3952-4897-a8c1-8d4928135cd2 is scheduled to L3 agent b51156a7-5930-429e-869a-c7dc210d1671 with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 13:25:43.032783 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b8ef6adc-9592-4075-930c-71f3a2375eaa req-77b9eecd-e0d7-4c70-a59b-9fa15a7c12ec tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983367
Apr 19 13:25:43.048851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 7274e083-15bf-4e98-b031-82ef0fb8b29f completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:25:43.063425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-8b35551e-e1fb-45e1-b0e8-e7f06d0bb69d None None] Provisioning for port 7274e083-15bf-4e98-b031-82ef0fb8b29f completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:25:43.139662 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 7274e083-15bf-4e98-b031-82ef0fb8b29f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:43.139891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:43.174649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-8b35551e-e1fb-45e1-b0e8-e7f06d0bb69d None None] Provisioning complete for port 7274e083-15bf-4e98-b031-82ef0fb8b29f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:43.175078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8b35551e-e1fb-45e1-b0e8-e7f06d0bb69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:43.227122 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f1db01e1-b678-4747-9456-312ffdbecf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:43.250262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ac853c8>, [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:42Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:43.254934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885dc60-9125-4da4-a755-e76f7109f206 None None] The sync data for ids ['04458484-14b9-4d77-a9f7-eb436b43ea9d'] in dv-cinder-786873-1-iscsi is: [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:42Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:25:43.277533 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f1db01e1-b678-4747-9456-312ffdbecf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:43.310680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:25:43.343025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Sync routers for ids ['7ff61e60-3952-4897-a8c1-8d4928135cd2'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:25:43.354938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:43.358423 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.9105394
Apr 19 13:25:43.360338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59622) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:43.361258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f1db01e1-b678-4747-9456-312ffdbecf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:43.374913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ec14c797-cef8-4b60-811e-7d9111a1ac7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:43.383464 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f1db01e1-b678-4747-9456-312ffdbecf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:43.384839 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f1db01e1-b678-4747-9456-312ffdbecf62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a945c140-80b2-461e-a8b9-02a3330fdc57 HTTP/1.1" status: 204  len: 168 time: 0.4694767
Apr 19 13:25:43.391486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db01e1-b678-4747-9456-312ffdbecf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a945c140-80b2-461e-a8b9-02a3330fdc57,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:43.397914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f1db01e1-b678-4747-9456-312ffdbecf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:43.454639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Routers {'7ff61e60-3952-4897-a8c1-8d4928135cd2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:25:43.455354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295b019940>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['7ff61e60-3952-4897-a8c1-8d4928135cd2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:43.614590 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:43.631141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8b35551e-e1fb-45e1-b0e8-e7f06d0bb69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:43.707309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 7274e083-15bf-4e98-b031-82ef0fb8b29f, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=7274e083-15bf-4e98-b031-82ef0fb8b29f,segment=NetworkSegment(7528e291-84b2-4f97-98fe-52dad647f9fb),segment_id=7528e291-84b2-4f97-98fe-52dad647f9fb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:43.761341 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:43.775001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:43.874192 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Set router 7ff61e60-3952-4897-a8c1-8d4928135cd2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:25:43.997277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-8b35551e-e1fb-45e1-b0e8-e7f06d0bb69d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:25:43.997865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-8b35551e-e1fb-45e1-b0e8-e7f06d0bb69d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:25:44.035350 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=7274e083-15bf-4e98-b031-82ef0fb8b29f,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:44.040062 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:44.274771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:44.346562 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f999a-857f-4ec4-b07e-13c4cd7c79fc req-5ecb81dd-d391-47ac-afe4-0ae2b601f22d tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:44.349446 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0e4f999a-857f-4ec4-b07e-13c4cd7c79fc req-5ecb81dd-d391-47ac-afe4-0ae2b601f22d tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1235938
Apr 19 13:25:44.415046 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0e4f999a-857f-4ec4-b07e-13c4cd7c79fc req-d7374b74-ae7f-4aa6-97ee-84e671b30f5b tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588207
Apr 19 13:25:44.438610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295b019940>, [{'id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'name': 'tempest-TestMinimumBasicScenario-691578128-router', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:39Z', 'updated_at': '2021-04-19T13:25:41Z', 'revision_number': 3, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'gw_port': {'id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:40Z', 'updated_at': '2021-04-19T13:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:44.454485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Checking router: 7ff61e60-3952-4897-a8c1-8d4928135cd2 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:25:44.454485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Updating router 7ff61e60-3952-4897-a8c1-8d4928135cd2 port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 binding host dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:25:44.528702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Allocated IP 172.20.0.1 (09ed26e1-5d20-4595-88b8-856b8652dcc7/da080dad-0337-4f29-a03f-d17db7b1cc2d/602491b4-86ef-4701-b1b7-deba949017bd) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:25:44.538905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 950d0b31-8c48-4a35-9b01-02bad96cbc64 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:44.597756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:44.695524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:44.712557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Transition to ACTIVE for port object 602491b4-86ef-4701-b1b7-deba949017bd will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:25:44.739957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:44.745391 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:44.754218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 950d0b31-8c48-4a35-9b01-02bad96cbc64 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:25:44.769040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 950d0b31-8c48-4a35-9b01-02bad96cbc64 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:44.769643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:44.775233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59644) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:44.808437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Network 09ed26e1-5d20-4595-88b8-856b8652dcc7 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:25:44.810438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:44.814668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:25:44.878225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Pushing event updated for resources: {'Port': ['ID=602491b4-86ef-4701-b1b7-deba949017bd,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:44.883388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:44.892500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993614'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:44.925078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:44.948972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:44.956424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] Usage tracker for resource:security_group_rule and tenant:fab9dcec0d2749d99a9ec11ad9f4daa8 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:44.961534 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:44.977089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:45.026535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.116858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.131517 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-6f365e26-8bbe-4fc3-ac1c-45612b683566 None None] Provisioning complete for port 950d0b31-8c48-4a35-9b01-02bad96cbc64 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:45.131964 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6f365e26-8bbe-4fc3-ac1c-45612b683566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.136328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.139779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.149150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a3e13885-6a1d-41f5-bb45-bfeb93f2a11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:45.181957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Transition to ACTIVE for port object 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:25:45.195032 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fab9dcec0d2749d99a9ec11ad9f4daa8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4161124
Apr 19 13:25:45.195032 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ac60a2-bd4e-4666-9221-e846fc1e8b28,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:45.196797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:45.197501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59650) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:45.230756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.244487 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d1ac3b6d-3a76-4feb-bd50-86fa3fd09e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:45.264989 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-896ce0fb-6b33-40b8-9eb3-de3fd4110e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.295010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-896ce0fb-6b33-40b8-9eb3-de3fd4110e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.296252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.299895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.331804 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d2f86c23-a5fe-438b-8464-0cc971729765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:45.351871 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-896ce0fb-6b33-40b8-9eb3-de3fd4110e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.359426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:45.361961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.375258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ce0fb-6b33-40b8-9eb3-de3fd4110e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ac60a2-bd4e-4666-9221-e846fc1e8b28,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:45.377421 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-896ce0fb-6b33-40b8-9eb3-de3fd4110e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.378704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Attempting to bind port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:25:45.382018 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Attempting to bind port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:25:45.382173 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-896ce0fb-6b33-40b8-9eb3-de3fd4110e8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8ac60a2-bd4e-4666-9221-e846fc1e8b28 HTTP/1.1" status: 204  len: 168 time: 0.1807606
Apr 19 13:25:45.382261 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Attempting to bind port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 on network ee5c3b24-29f2-4961-b18b-259e644611b9 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:25:45.382378 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-896ce0fb-6b33-40b8-9eb3-de3fd4110e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:45.409008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a06cd-769b-45be-a6e6-2087e90ab3b2 None None] Pushing event updated for resources: {'Port': ['ID=2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:45.425145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Pushing event updated for resources: {'Port': ['ID=602491b4-86ef-4701-b1b7-deba949017bd,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:45.428379 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:45.429215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7862866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846782103'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.429703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-909a06cd-769b-45be-a6e6-2087e90ab3b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:45.445140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:25:45.445567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:25:45.446026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.446512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Bound using segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:25:45.447059 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Bound port: 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:25:45.447457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.536696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6f365e26-8bbe-4fc3-ac1c-45612b683566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.562764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 950d0b31-8c48-4a35-9b01-02bad96cbc64, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=950d0b31-8c48-4a35-9b01-02bad96cbc64,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:45.578926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.579866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 7274e083-15bf-4e98-b031-82ef0fb8b29f up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:45.595183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Network 09ed26e1-5d20-4595-88b8-856b8652dcc7 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:25:45.596467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:45.616728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:45.811209 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] For port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:25:45.820486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] For port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:25:45.823226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=950d0b31-8c48-4a35-9b01-02bad96cbc64,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:45.829171 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:45.836352 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59660) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:45.839597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.857230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-615e3a6c-ad39-488a-858a-d9b997009164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:45.866102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:45.886343 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:45.894444 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] Usage tracker for resource:security_group_rule and tenant:28d634117c914e96b720a1140b21ece6 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:45.898602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:45.915462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:45.945993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-6f365e26-8bbe-4fc3-ac1c-45612b683566 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:25:45.946668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-6f365e26-8bbe-4fc3-ac1c-45612b683566 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:25:45.955682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92043-8d44-4aa4-8421-216178cae481 req-d34ef8e4-1814-4dfe-a95a-d037416a0005 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:45.957410 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b0c92043-8d44-4aa4-8421-216178cae481 req-d34ef8e4-1814-4dfe-a95a-d037416a0005 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.2038872
Apr 19 13:25:45.959502 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Routers {'7ff61e60-3952-4897-a8c1-8d4928135cd2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:25:45.960224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295b019940>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['7ff61e60-3952-4897-a8c1-8d4928135cd2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:46.034193 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b0c92043-8d44-4aa4-8421-216178cae481 req-427c9723-b2a5-43fe-b4ae-8c2c21e490ed tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653808
Apr 19 13:25:46.078528 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:46.083340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:46.116730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Router 7ff61e60-3952-4897-a8c1-8d4928135cd2 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:25:46.117433 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-22172db4-b597-4446-a525-eebef5b191ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:46.134214 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28d634117c914e96b720a1140b21ece6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2943726
Apr 19 13:25:46.134982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59666) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:46.183888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] Set router 7ff61e60-3952-4897-a8c1-8d4928135cd2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:25:46.185705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9a2a23-305a-4869-9328-66de02d704f4,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:46.195367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:46.233879 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b73ad3e7-b0af-43cf-8a48-d84a122ec3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:46.268507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b73ad3e7-b0af-43cf-8a48-d84a122ec3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:46.325169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:25:46.332027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b73ad3e7-b0af-43cf-8a48-d84a122ec3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:46.338921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-982f0915-d360-45f6-85b9-05d527d46638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:46.353222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ad3e7-b0af-43cf-8a48-d84a122ec3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9a2a23-305a-4869-9328-66de02d704f4,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:46.353474 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] 10.222.0.26 "PUT /v2.0/routers/7ff61e60-3952-4897-a8c1-8d4928135cd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9916768
Apr 19 13:25:46.357118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b73ad3e7-b0af-43cf-8a48-d84a122ec3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:46.379391 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b73ad3e7-b0af-43cf-8a48-d84a122ec3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:46.383260 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b73ad3e7-b0af-43cf-8a48-d84a122ec3a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a9a2a23-305a-4869-9328-66de02d704f4 HTTP/1.1" status: 204  len: 168 time: 0.2451024
Apr 19 13:25:46.456595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 7274e083-15bf-4e98-b031-82ef0fb8b29f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:46.457028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:46.634403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a06cd-769b-45be-a6e6-2087e90ab3b2 None None] Pushing event updated for resources: {'Port': ['ID=2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:46.648053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-909a06cd-769b-45be-a6e6-2087e90ab3b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:46.722080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-6f365e26-8bbe-4fc3-ac1c-45612b683566 None None] Provisioning complete for port 7274e083-15bf-4e98-b031-82ef0fb8b29f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:46.722546 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6f365e26-8bbe-4fc3-ac1c-45612b683566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:46.740129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-9ac6b18c-876b-4640-b517-b5def59833cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:46.742182 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-9ac6b18c-876b-4640-b517-b5def59833cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f383e19f962d42879794bd93ee81fa67&device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 1098 time: 0.1800153
Apr 19 13:25:46.862623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b586-44de-48cb-850d-81ca7091ec98 req-ce158c52-28a0-4452-93af-788f9f9613ce tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:46.864582 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f065b586-44de-48cb-850d-81ca7091ec98 req-ce158c52-28a0-4452-93af-788f9f9613ce tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.4032841
Apr 19 13:25:46.932508 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f065b586-44de-48cb-850d-81ca7091ec98 req-7fb3f289-1ca8-454f-bbed-994024bf4079 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591056
Apr 19 13:25:46.995454 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-2d494c80-d34e-4f31-adde-9004f1389c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:46.997431 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-2d494c80-d34e-4f31-adde-9004f1389c44 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 200  len: 912 time: 0.2480605
Apr 19 13:25:47.175072 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-af03245f-8965-4992-b103-7983dd2cc758 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecb9b05-f0a4-438b-ad28-fe0d86d92012 HTTP/1.1" status: 200  len: 1001 time: 0.1704686
Apr 19 13:25:47.243466 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 950d0b31-8c48-4a35-9b01-02bad96cbc64 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:47.280001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-5377d2db-4d83-45b3-8551-c405b0c746a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:47.282573 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-5377d2db-4d83-45b3-8551-c405b0c746a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c91c612-6f59-49f3-8c6e-16f08a1ad2cb HTTP/1.1" status: 200  len: 850 time: 0.0962424
Apr 19 13:25:47.330480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-a2ed82d6-11e1-4b17-9ef2-a3bedeaae3ef None None] Provisioning for port 602491b4-86ef-4701-b1b7-deba949017bd completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:25:47.344236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-a2ed82d6-11e1-4b17-9ef2-a3bedeaae3ef None None] Provisioning complete for port 602491b4-86ef-4701-b1b7-deba949017bd triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:47.344753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a2ed82d6-11e1-4b17-9ef2-a3bedeaae3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:47.401348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-4fe95c10-9770-49dc-b0e9-d707e424a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:47.403560 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-4fe95c10-9770-49dc-b0e9-d707e424a286 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1130195
Apr 19 13:25:47.431647 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 950d0b31-8c48-4a35-9b01-02bad96cbc64 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:47.432113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:47.458339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed82d6-11e1-4b17-9ef2-a3bedeaae3ef None None] Port 602491b4-86ef-4701-b1b7-deba949017bd cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:25:47.478936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59714) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:47.482759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295b019940>, [{'id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'name': 'tempest-TestMinimumBasicScenario-691578128-router', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:39Z', 'updated_at': '2021-04-19T13:25:44Z', 'revision_number': 4, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'gw_port': {'id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:40Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '602491b4-86ef-4701-b1b7-deba949017bd', 'name': '', 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'mac_address': 'fa:16:3e:6d:01:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:44Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 2, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'subnets': [{'id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:47.496399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad18a6-ac54-4450-a84b-838b7beb7c9d None None] The sync data for ids ['7ff61e60-3952-4897-a8c1-8d4928135cd2'] in dv-cinder-786873-1-iscsi is: [{'id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'name': 'tempest-TestMinimumBasicScenario-691578128-router', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:39Z', 'updated_at': '2021-04-19T13:25:44Z', 'revision_number': 4, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'gw_port': {'id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:40Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '602491b4-86ef-4701-b1b7-deba949017bd', 'name': '', 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'mac_address': 'fa:16:3e:6d:01:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:44Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 2, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'subnets': [{'id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:25:47.577979 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-d5bb9937-c782-4773-bf7e-3d6f5d9226c1 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671698
Apr 19 13:25:47.656282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-960279002-network', 'tenant_id': 'e63cd09ac5a04b75bc0a354027626501'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:25:47.661383 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:47.665416 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Usage tracker for resource:network and tenant:e63cd09ac5a04b75bc0a354027626501 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:47.668593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:47.677491 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:47.687920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Made reservation on behalf of e63cd09ac5a04b75bc0a354027626501 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:25:47.696998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:47.719372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:47.741006 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:47.744417 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d44caf0b-09ac-476a-9c05-bea44c081839 req-fb0d3643-fa27-4d87-9b67-41c696abbb59 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573603
Apr 19 13:25:47.745275 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Usage tracker for resource:security_group_rule and tenant:e63cd09ac5a04b75bc0a354027626501 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:47.749197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:47.755660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:47.879529 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:47.885219 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:47.890828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-89be49d7-e388-4d35-83dc-d6d24602917f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:47.929104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:25:47.946444 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b97b69e-9bdf-4b46-84db-6bda11646a22,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:47.959005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.959209 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.959634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.960039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.960434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.960835 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.961246 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.961631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.962024 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.962451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.962820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.963426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:47.978806 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:47.979430 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Added segment f533e096-a3be-4335-b42c-bd0685d2df8a of type vlan for network 483df505-4833-4e6c-b914-ae123e7663dc
Apr 19 13:25:47.982507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:48.020021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:48.064632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:48.066408 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:48.067187 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:48.097620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:48.213521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Pushing event updated for resources: {'Network': ['ID=483df505-4833-4e6c-b914-ae123e7663dc,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:48.225904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 483df505-4833-4e6c-b914-ae123e7663dc details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:25:48.244135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:48.313816 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8333869
Apr 19 13:25:48.316939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59726) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:48.323233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Request body: {'subnet': {'network_id': '483df505-4833-4e6c-b914-ae123e7663dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-960279002-subnet', 'tenant_id': 'e63cd09ac5a04b75bc0a354027626501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:25:48.333978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:48.348259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Usage tracker for resource:subnet and tenant:e63cd09ac5a04b75bc0a354027626501 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:48.367425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:48.381891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:48.402827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Made reservation on behalf of e63cd09ac5a04b75bc0a354027626501 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:25:48.415074 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:25:48.415390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6384425'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:48.446512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1b500-d2a2-4e62-b911-b9fc66a880b4 req-e059a7cb-79a3-43c3-98b2-d786d8e95870 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:48.454780 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6fc1b500-d2a2-4e62-b911-b9fc66a880b4 req-e059a7cb-79a3-43c3-98b2-d786d8e95870 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.2441745
Apr 19 13:25:48.534255 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6fc1b500-d2a2-4e62-b911-b9fc66a880b4 req-4090668d-dccb-471c-814b-30942532e14d tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784228
Apr 19 13:25:49.027090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848274046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6384440'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:49.033661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ce54bf7e-3917-48de-926a-88a05d2f2c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:49.101849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c346ad-8fa6-4e7c-afab-1143158b7e7d,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:49.109062 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:49.211608 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Checking segment: {'id': 'f533e096-a3be-4335-b42c-bd0685d2df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '483df505-4833-4e6c-b914-ae123e7663dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:25:49.212010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Network hostable DHCP agents. Network: 483df505-4833-4e6c-b914-ae123e7663dc, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:25:49.227677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:49.262580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Network 483df505-4833-4e6c-b914-ae123e7663dc is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:25:49.279220 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 483df505-4833-4e6c-b914-ae123e7663dc) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:49.292670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:49.294516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:49.297262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b850e5-36a8-4f4e-8eff-08ffba828d0c None None] Network 483df505-4833-4e6c-b914-ae123e7663dc requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:25:49.343042 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2ccea017-03d9-4ae0-88d2-5d64599dadb7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0180109
Apr 19 13:25:49.442169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:25:49.452699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:49.453135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:49.757666 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:49.767309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034fb234-12bf-47b6-8e8d-5b36ba0f99df None None] Network 483df505-4833-4e6c-b914-ae123e7663dc requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:25:49.812846 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af325-d6ad-4792-be47-16fecdc7a7ff req-36c310ed-48ad-4680-a370-a190ae4f7b5f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:49.822439 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e19af325-d6ad-4792-be47-16fecdc7a7ff req-36c310ed-48ad-4680-a370-a190ae4f7b5f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1328089
Apr 19 13:25:49.871357 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:49.878673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:49.882998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d453c432-f201-40ce-8c34-60cd96d68308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:49.897347 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e19af325-d6ad-4792-be47-16fecdc7a7ff req-0f89cac2-bfc8-4984-9fcb-26f9aaaef0b7 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737827
Apr 19 13:25:50.026189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:50.034861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:50.140323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 59748) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:50.147509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1497995423-network', 'tenant_id': 'bc007f3c51c04c3db03c0ed6f8cad069'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:25:50.153449 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:50.157978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Usage tracker for resource:network and tenant:bc007f3c51c04c3db03c0ed6f8cad069 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:50.162258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:50.168895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:50.178900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Made reservation on behalf of bc007f3c51c04c3db03c0ed6f8cad069 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:25:50.184337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:50.200560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:50.218467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:50.222853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Usage tracker for resource:security_group_rule and tenant:bc007f3c51c04c3db03c0ed6f8cad069 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:50.227061 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:50.233333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:50.330952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:50.333834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:50.338873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3a498412-fe42-4056-9554-e39721cbc03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:50.366703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:25:50.380529 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5479ce-dc18-456d-8c04-fd361d217085,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:50.385924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:50.386319 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Added segment a4e24bcf-e6b6-4750-b4bf-bf0e95d7f55f of type vlan for network 21d85e4d-955e-40fb-9097-ff11f8cdead2
Apr 19 13:25:50.396492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.396492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.396492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.396892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.397153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.397557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.397959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.398381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.398783 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.399185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.399577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.399969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:25:50.405406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:50.427959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:50.467170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:50.471173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:50.471938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:50.477647 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:50.583582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59752) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:25:50.583792 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4418335
Apr 19 13:25:50.590947 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Request body: {'subnet': {'network_id': '21d85e4d-955e-40fb-9097-ff11f8cdead2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1497995423-subnet', 'tenant_id': 'bc007f3c51c04c3db03c0ed6f8cad069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:25:50.596290 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Pushing event updated for resources: {'Network': ['ID=21d85e4d-955e-40fb-9097-ff11f8cdead2,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:50.596867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:25:50.599179 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:50.608358 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 21d85e4d-955e-40fb-9097-ff11f8cdead2 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:25:50.610007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Usage tracker for resource:subnet and tenant:bc007f3c51c04c3db03c0ed6f8cad069 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:25:50.613341 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:25:50.620260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:25:50.631007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Made reservation on behalf of bc007f3c51c04c3db03c0ed6f8cad069 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:25:50.638660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6673081'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:51.183566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6951519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6673064'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:51.187635 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:51.190678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-da18d20d-5787-4f9e-8fa8-56851b70c80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:51.280592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:51.281129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:51.290502 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Checking segment: {'id': 'a4e24bcf-e6b6-4750-b4bf-bf0e95d7f55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '21d85e4d-955e-40fb-9097-ff11f8cdead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:25:51.290912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Network hostable DHCP agents. Network: 21d85e4d-955e-40fb-9097-ff11f8cdead2, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:25:51.317681 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c8533e4-814c-4c60-ae35-cf1967619c0f,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:51.321407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:51.321941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Network 21d85e4d-955e-40fb-9097-ff11f8cdead2 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:25:51.342517 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 21d85e4d-955e-40fb-9097-ff11f8cdead2) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:25:51.359962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:51.360322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:51.363130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e801fb82-7df8-4d17-b174-1b2c97053a4a None None] Network 21d85e4d-955e-40fb-9097-ff11f8cdead2 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:25:51.396931 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-1644e4cc-a42f-4fbf-b5b9-c14269594598 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8029923
Apr 19 13:25:51.422301 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Sync routers for ids ['7ff61e60-3952-4897-a8c1-8d4928135cd2'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:25:51.434913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Routers {'7ff61e60-3952-4897-a8c1-8d4928135cd2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:25:51.435825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295badb2e8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['7ff61e60-3952-4897-a8c1-8d4928135cd2'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:51.901125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Set router 7ff61e60-3952-4897-a8c1-8d4928135cd2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:25:51.910884 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d915078-49e3-496c-8cd2-c8640a561109 None None] Network 21d85e4d-955e-40fb-9097-ff11f8cdead2 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:25:52.385115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295badb2e8>, [{'id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'name': 'tempest-TestMinimumBasicScenario-691578128-router', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:39Z', 'updated_at': '2021-04-19T13:25:44Z', 'revision_number': 4, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'gw_port': {'id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:40Z', 'updated_at': '2021-04-19T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '602491b4-86ef-4701-b1b7-deba949017bd', 'name': '', 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'mac_address': 'fa:16:3e:6d:01:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:44Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 2, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'subnets': [{'id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:52.389748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Checking router: 7ff61e60-3952-4897-a8c1-8d4928135cd2 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:25:52.390332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Updating router 7ff61e60-3952-4897-a8c1-8d4928135cd2 port 602491b4-86ef-4701-b1b7-deba949017bd binding host dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:25:52.468095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:52.977382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:52.993381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Transition to ACTIVE for port object 602491b4-86ef-4701-b1b7-deba949017bd will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:25:53.000844 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:53.006137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:53.159473 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892933-47dd-4ce1-a86d-ebb055f22d17 None None] Pushing event updated for resources: {'Port': ['ID=602491b4-86ef-4701-b1b7-deba949017bd,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:53.196002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1f892933-47dd-4ce1-a86d-ebb055f22d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:53.277799 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Attempting to bind port 602491b4-86ef-4701-b1b7-deba949017bd on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:25:53.278530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Attempting to bind port 602491b4-86ef-4701-b1b7-deba949017bd by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '7528e291-84b2-4f97-98fe-52dad647f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:25:53.278936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Attempting to bind port 602491b4-86ef-4701-b1b7-deba949017bd on network 09ed26e1-5d20-4595-88b8-856b8652dcc7 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:25:53.286910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:25:53.287329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Checking segment: {'id': '7528e291-84b2-4f97-98fe-52dad647f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:25:53.287778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:53.288503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Bound using segment: {'id': '7528e291-84b2-4f97-98fe-52dad647f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:25:53.289029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Bound port: 602491b4-86ef-4701-b1b7-deba949017bd, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7528e291-84b2-4f97-98fe-52dad647f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:25:53.289458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:53.393454 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] For port 602491b4-86ef-4701-b1b7-deba949017bd, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:25:53.396642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] For port 602491b4-86ef-4701-b1b7-deba949017bd, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=602491b4-86ef-4701-b1b7-deba949017bd,segment=NetworkSegment(7528e291-84b2-4f97-98fe-52dad647f9fb),segment_id=7528e291-84b2-4f97-98fe-52dad647f9fb)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:25:53.400458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:53.406417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-63e7217b-1abc-4893-8a8f-d1050fd445ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:53.490462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Routers {'7ff61e60-3952-4897-a8c1-8d4928135cd2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:25:53.491258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295badb2e8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['7ff61e60-3952-4897-a8c1-8d4928135cd2'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:53.631014 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892933-47dd-4ce1-a86d-ebb055f22d17 None None] Pushing event updated for resources: {'Port': ['ID=602491b4-86ef-4701-b1b7-deba949017bd,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:53.634415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1f892933-47dd-4ce1-a86d-ebb055f22d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:53.708751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] Set router 7ff61e60-3952-4897-a8c1-8d4928135cd2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:25:54.150008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295badb2e8>, [{'id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'name': 'tempest-TestMinimumBasicScenario-691578128-router', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:39Z', 'updated_at': '2021-04-19T13:25:44Z', 'revision_number': 4, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'gw_port': {'id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:40Z', 'updated_at': '2021-04-19T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '602491b4-86ef-4701-b1b7-deba949017bd', 'name': '', 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'mac_address': 'fa:16:3e:6d:01:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:44Z', 'updated_at': '2021-04-19T13:25:53Z', 'revision_number': 4, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'subnets': [{'id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:25:54.157476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067e657-5299-4184-a92a-33d12b920d1b None None] The sync data for ids ['7ff61e60-3952-4897-a8c1-8d4928135cd2'] in dv-cinder-786873-1-iscsi is: [{'id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'name': 'tempest-TestMinimumBasicScenario-691578128-router', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:39Z', 'updated_at': '2021-04-19T13:25:44Z', 'revision_number': 4, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'gw_port': {'id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:40Z', 'updated_at': '2021-04-19T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '602491b4-86ef-4701-b1b7-deba949017bd', 'name': '', 'network_id': '09ed26e1-5d20-4595-88b8-856b8652dcc7', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'mac_address': 'fa:16:3e:6d:01:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:44Z', 'updated_at': '2021-04-19T13:25:53Z', 'revision_number': 4, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'subnets': [{'id': 'da080dad-0337-4f29-a03f-d17db7b1cc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:25:54.935807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-13818a55-004d-459e-9f21-3670c00a8c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:55.166972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 602491b4-86ef-4701-b1b7-deba949017bd up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:55.244074 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 602491b4-86ef-4701-b1b7-deba949017bd completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:25:55.250411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 602491b4-86ef-4701-b1b7-deba949017bd triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:55.250411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:55.388935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:55.425717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 602491b4-86ef-4701-b1b7-deba949017bd, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=602491b4-86ef-4701-b1b7-deba949017bd,segment=NetworkSegment(7528e291-84b2-4f97-98fe-52dad647f9fb),segment_id=7528e291-84b2-4f97-98fe-52dad647f9fb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:25:55.429330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:55.431323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:25:55.514251 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=602491b4-86ef-4701-b1b7-deba949017bd,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:25:55.520094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:25:57.009449 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-423baaba-22a9-4efb-b9db-b288192fc578 req-2980d6d7-78a9-4fb0-b16b-8c17892c7c43 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0874650
Apr 19 13:25:57.133817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423baaba-22a9-4efb-b9db-b288192fc578 req-a670651b-bff7-4626-b400-737cadc9f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:57.146385 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-423baaba-22a9-4efb-b9db-b288192fc578 req-a670651b-bff7-4626-b400-737cadc9f235 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 1099 time: 0.1085725
Apr 19 13:25:57.224900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 602491b4-86ef-4701-b1b7-deba949017bd up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:25:57.341685 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 602491b4-86ef-4701-b1b7-deba949017bd triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:25:57.342113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:57.373523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423baaba-22a9-4efb-b9db-b288192fc578 req-89c2e67b-1ebd-4ad9-8079-5545e95df91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:57.373523 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-423baaba-22a9-4efb-b9db-b288192fc578 req-89c2e67b-1ebd-4ad9-8079-5545e95df91c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 917 time: 0.2054644
Apr 19 13:25:57.516512 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-423baaba-22a9-4efb-b9db-b288192fc578 req-93e070de-6ac3-4edf-b3b6-2654e789051a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964 HTTP/1.1" status: 200  len: 1000 time: 0.1352170
Apr 19 13:25:57.602919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423baaba-22a9-4efb-b9db-b288192fc578 req-fa320988-9b59-4a30-8fbd-336679d350cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:57.604226 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-423baaba-22a9-4efb-b9db-b288192fc578 req-fa320988-9b59-4a30-8fbd-336679d350cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.0772672
Apr 19 13:25:57.708413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423baaba-22a9-4efb-b9db-b288192fc578 req-9fa15f6e-079f-4550-97d9-1bed42cc3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:57.710162 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-423baaba-22a9-4efb-b9db-b288192fc578 req-9fa15f6e-079f-4550-97d9-1bed42cc3263 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0994871
Apr 19 13:25:57.879998 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-423baaba-22a9-4efb-b9db-b288192fc578 req-f0f75f60-895e-4d0c-8667-ace2d7615dad service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625488
Apr 19 13:25:57.880987 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:58.008411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-be4365f2-f6b2-45b2-8608-4d0bac5ab9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:58.035539 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-423baaba-22a9-4efb-b9db-b288192fc578 req-0ce25087-b61f-4c86-8c8d-d142ec9e59c5 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479001
Apr 19 13:25:58.273500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:58.554814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa5e0-fada-4216-9633-0118af941fdd req-1a9d69ff-f229-4db8-b807-526ec788faa3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:25:58.556389 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-1a9d69ff-f229-4db8-b807-526ec788faa3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/networks?id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 HTTP/1.1" status: 200  len: 815 time: 0.1568742
Apr 19 13:25:58.572279 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-afeaeb59-8596-4c30-a5d7-a20b531b371f tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/quotas/36a894a7f0f145aeb50eb61bf2ef27de HTTP/1.1" status: 200  len: 375 time: 0.0095661
Apr 19 13:25:58.665758 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-100111b0-83e6-4a4c-942e-136566bd98de tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=36a894a7f0f145aeb50eb61bf2ef27de&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0876420
Apr 19 13:25:58.815964 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-4ebfdcd1-22c7-420a-b9d4-12b7cc282571 service neutron] 10.222.0.26 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366384
Apr 19 13:25:58.962426 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-8b0ae4cf-2e6d-4d86-bdf7-209be1fd27b7 service neutron] 10.222.0.26 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399448
Apr 19 13:25:58.977885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:25:59.182723 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-890c96a9-1862-4874-b2d0-3649ae937e26 req-8bf460fc-d0b8-4007-968a-73a278f0e288 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 210 time: 0.0631931
Apr 19 13:26:00.214414 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:00.354244 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f85233fa-2fa3-4de8-bdf3-b6586a89159c req-0fd37a3d-2164-4f4d-8462-1ca2ca8350a0 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 210 time: 0.0530334
Apr 19 13:26:00.444557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa5e0-fada-4216-9633-0118af941fdd req-dc9b0686-f440-492a-a000-c65de7a34ad4 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:00.445323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-6edaa5e0-fada-4216-9633-0118af941fdd req-dc9b0686-f440-492a-a000-c65de7a34ad4 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Synchronizing usage tracker for tenant:36a894a7f0f145aeb50eb61bf2ef27de on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:26:00.471825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-6edaa5e0-fada-4216-9633-0118af941fdd req-dc9b0686-f440-492a-a000-c65de7a34ad4 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Unset dirty status for tenant:36a894a7f0f145aeb50eb61bf2ef27de on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:26:00.473080 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-dc9b0686-f440-492a-a000-c65de7a34ad4 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.10 "GET /v2.0/networks?id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 HTTP/1.1" status: 200  len: 815 time: 0.1984437
Apr 19 13:26:00.487677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'port': {'device_id': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'admin_state_up': True, 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:00.928527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:00.937365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Usage tracker for resource:port and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:00.942028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:00.944547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfb74f-5662-4ace-9ce0-7865327c608b req-15af86ea-7fd2-43a3-8148-f245e376ddb4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:00.946789 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5cdfb74f-5662-4ace-9ce0-7865327c608b req-15af86ea-7fd2-43a3-8148-f245e376ddb4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.1093175
Apr 19 13:26:00.960789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:00.971989 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Made reservation on behalf of 36a894a7f0f145aeb50eb61bf2ef27de for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:26:00.982080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:01.007771 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5cdfb74f-5662-4ace-9ce0-7865327c608b req-2f4056e7-fa44-4a09-b9ae-ef288873e0fa tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504973
Apr 19 13:26:01.244608 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Allocated IP 172.20.0.11 (5ae0fa25-2b97-4afb-b9cd-6e4e91a60827/870cc631-c6cd-4107-9931-e85bcffb51d9/4607cb77-38eb-4411-9cb2-194a450cdb70) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:26:01.484486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:01.502936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Transition to ACTIVE for port object 4607cb77-38eb-4411-9cb2-194a450cdb70 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:26:01.528680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:01.534821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:01.606721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875d066-6ead-4368-b8cd-4532a18428f2 req-f98c9b42-4c53-4875-a9f0-4214db4d5efe tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:01.608437 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f875d066-6ead-4368-b8cd-4532a18428f2 req-f98c9b42-4c53-4875-a9f0-4214db4d5efe tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 932 time: 0.1094368
Apr 19 13:26:01.612141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:26:01.615561 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:26:01.620065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:26:01.676760 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f875d066-6ead-4368-b8cd-4532a18428f2 req-694b72a9-f7ee-4e53-bb1b-a9d2c8bc8c91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609252
Apr 19 13:26:01.677115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'Port': ['ID=4607cb77-38eb-4411-9cb2-194a450cdb70,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:01.682587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:01.697788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:01.699075 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:01.721585 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2382944
Apr 19 13:26:01.851037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-00d4f268-2a85-4c91-8ccf-b45628c1aece None None] Provisioning for port 4607cb77-38eb-4411-9cb2-194a450cdb70 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:26:01.856663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-00d4f268-2a85-4c91-8ccf-b45628c1aece None None] Provisioning complete for port 4607cb77-38eb-4411-9cb2-194a450cdb70 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:26:01.857100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00d4f268-2a85-4c91-8ccf-b45628c1aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:01.915001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-00d4f268-2a85-4c91-8ccf-b45628c1aece None None] Port 4607cb77-38eb-4411-9cb2-194a450cdb70 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:26:02.249442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd983b-f751-4563-804d-210d04183a32 req-731352dd-3dda-4293-aedc-132d40d3a7d2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:02.251155 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bdfd983b-f751-4563-804d-210d04183a32 req-731352dd-3dda-4293-aedc-132d40d3a7d2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.1017051
Apr 19 13:26:02.304683 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bdfd983b-f751-4563-804d-210d04183a32 req-2774a494-7988-413b-ac6f-4ba163ca4b81 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472307
Apr 19 13:26:02.898952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b5151-de15-4511-bce7-6377aea41b9a req-8c8fff21-b45e-4ada-bb21-17e1ed4f5d7e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:02.900489 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a85b5151-de15-4511-bce7-6377aea41b9a req-8c8fff21-b45e-4ada-bb21-17e1ed4f5d7e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 932 time: 0.0979125
Apr 19 13:26:02.952930 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a85b5151-de15-4511-bce7-6377aea41b9a req-fbf284b1-4670-44cd-be51-3266d3261d43 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448554
Apr 19 13:26:03.528552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072f67c-9eb6-48b0-816d-077929bb792f req-2df685f7-f331-4f9f-aada-c547c0030f7a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:03.530214 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0072f67c-9eb6-48b0-816d-077929bb792f req-2df685f7-f331-4f9f-aada-c547c0030f7a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.0927384
Apr 19 13:26:03.583674 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0072f67c-9eb6-48b0-816d-077929bb792f req-90ffc5b3-4a18-4edf-b786-7d4a0c3c7136 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468907
Apr 19 13:26:04.178082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503ffb3-2518-4c4a-ba93-ca83a066e23d req-9874ea88-7c05-46c7-bee8-770887ac85f6 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:04.179882 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6503ffb3-2518-4c4a-ba93-ca83a066e23d req-9874ea88-7c05-46c7-bee8-770887ac85f6 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 932 time: 0.1011734
Apr 19 13:26:04.236794 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6503ffb3-2518-4c4a-ba93-ca83a066e23d req-bd2e10b2-4ec2-40ec-a5f4-7ca58ce587fe tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483434
Apr 19 13:26:04.804311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d71f7f-3a41-4c45-b193-6fb85722475a req-14ea88c8-c9a4-4eb7-b47d-f1b04d909467 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:04.805838 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-86d71f7f-3a41-4c45-b193-6fb85722475a req-14ea88c8-c9a4-4eb7-b47d-f1b04d909467 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.0951247
Apr 19 13:26:04.860981 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-86d71f7f-3a41-4c45-b193-6fb85722475a req-db5dbc14-b584-4443-b63b-6905b739413b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450637
Apr 19 13:26:05.454740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b134e3-c0f2-4d6f-9e23-81687e5c7a25 req-784d832b-8ece-4cc3-909c-d47b69b5c64a tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:05.456440 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e3b134e3-c0f2-4d6f-9e23-81687e5c7a25 req-784d832b-8ece-4cc3-909c-d47b69b5c64a tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 932 time: 0.0957706
Apr 19 13:26:05.510076 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e3b134e3-c0f2-4d6f-9e23-81687e5c7a25 req-30ea94e7-1f3c-493a-8ca9-31a864b30b52 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464993
Apr 19 13:26:06.085716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2da65-6fff-4a85-b2dd-57a4131f1cf9 req-71629b7a-db98-4c95-9400-91ce638d3f32 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:06.089878 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f9e2da65-6fff-4a85-b2dd-57a4131f1cf9 req-71629b7a-db98-4c95-9400-91ce638d3f32 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.1059270
Apr 19 13:26:06.143089 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f9e2da65-6fff-4a85-b2dd-57a4131f1cf9 req-b06c37e0-8c19-4239-9b8a-b2cdf5975b5d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461354
Apr 19 13:26:06.723278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b2f3-cae8-4317-8a07-38c144291546 req-52c164e1-cdf0-4bc9-b570-3ec7e391c4ac tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:06.725177 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9307b2f3-cae8-4317-8a07-38c144291546 req-52c164e1-cdf0-4bc9-b570-3ec7e391c4ac tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 932 time: 0.0933220
Apr 19 13:26:06.782236 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9307b2f3-cae8-4317-8a07-38c144291546 req-b4e920c4-feda-4d33-921c-632f1de05856 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499768
Apr 19 13:26:07.382050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6d50c-f10a-4a67-851d-72c6cc9c49fc req-70fd3148-9363-475e-b0ae-acddff232617 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:07.383657 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2d6d50c-f10a-4a67-851d-72c6cc9c49fc req-70fd3148-9363-475e-b0ae-acddff232617 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.0960672
Apr 19 13:26:07.438977 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2d6d50c-f10a-4a67-851d-72c6cc9c49fc req-3a026cc0-a389-48e4-97fb-08853984fa12 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477457
Apr 19 13:26:08.016670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1b793-49a4-44b6-933e-2043c008ed52 req-749189cc-2693-44ec-a365-f15a75ca597d tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:08.018592 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d5e1b793-49a4-44b6-933e-2043c008ed52 req-749189cc-2693-44ec-a365-f15a75ca597d tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 932 time: 0.1012359
Apr 19 13:26:08.074013 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d5e1b793-49a4-44b6-933e-2043c008ed52 req-26bdedc3-834e-4e23-9124-7b0db21503ad tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482197
Apr 19 13:26:08.670648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5be5a-30b2-4a91-acd7-9ca3261b8ce4 req-e10b8bf5-96c8-43b3-91cb-b1d7d9ed68ae tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:08.672530 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-91c5be5a-30b2-4a91-acd7-9ca3261b8ce4 req-e10b8bf5-96c8-43b3-91cb-b1d7d9ed68ae tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.0925801
Apr 19 13:26:08.736472 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-91c5be5a-30b2-4a91-acd7-9ca3261b8ce4 req-1804c670-862d-4587-95f6-71f3af71ffe5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577157
Apr 19 13:26:09.310461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7bb18-9513-4ec0-acbe-a6e583a37b9a req-3a73faad-3926-4d3f-a423-0684d0b2d118 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:09.312069 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c5d7bb18-9513-4ec0-acbe-a6e583a37b9a req-3a73faad-3926-4d3f-a423-0684d0b2d118 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 932 time: 0.0998175
Apr 19 13:26:09.369101 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c5d7bb18-9513-4ec0-acbe-a6e583a37b9a req-23bd66e8-2bc9-420c-8930-1eb1e9d5371b tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447612
Apr 19 13:26:09.674497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59988) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:09.742339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba99ddd8-8d0f-4526-865c-4544e71e5773 admin admin] Deleting subnet 43c346ad-8fa6-4e7c-afab-1143158b7e7d {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:26:09.745829 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ba99ddd8-8d0f-4526-865c-4544e71e5773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:09.807034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ba99ddd8-8d0f-4526-865c-4544e71e5773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6670355'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:09.912511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ba99ddd8-8d0f-4526-865c-4544e71e5773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:10.132621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085db953-0bcf-492a-bc62-2268c42295f8 req-f958863d-f0e4-4268-83ee-124b9beef3f0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:10.134699 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-085db953-0bcf-492a-bc62-2268c42295f8 req-f958863d-f0e4-4268-83ee-124b9beef3f0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.2687945
Apr 19 13:26:10.257237 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-085db953-0bcf-492a-bc62-2268c42295f8 req-96ac4157-6b6d-4d45-bf49-14f46f91c322 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1156783
Apr 19 13:26:10.298429 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ba99ddd8-8d0f-4526-865c-4544e71e5773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847824358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848102765'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:10.303999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:10.342753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99ddd8-8d0f-4526-865c-4544e71e5773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c346ad-8fa6-4e7c-afab-1143158b7e7d,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:10.346095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ba99ddd8-8d0f-4526-865c-4544e71e5773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:10.347254 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ba99ddd8-8d0f-4526-865c-4544e71e5773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:10.357085 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ba99ddd8-8d0f-4526-865c-4544e71e5773 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/43c346ad-8fa6-4e7c-afab-1143158b7e7d HTTP/1.1" status: 204  len: 168 time: 0.6784093
Apr 19 13:26:10.358391 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 59994) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:10.498067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:10.916764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:11.061714 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d7e5-e5a2-4f7b-9c5a-450ba0f44522 req-60989ea5-e65f-42c3-a606-ce61b22f8bd7 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:11.063480 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0796d7e5-e5a2-4f7b-9c5a-450ba0f44522 req-60989ea5-e65f-42c3-a606-ce61b22f8bd7 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 932 time: 0.5221765
Apr 19 13:26:11.067661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f29591c5438>,) {'filters': {'network_id': ['483df505-4833-4e6c-b914-ae123e7663dc']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:11.111777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f29591c5438>, 'f533e096-a3be-4335-b42c-bd0685d2df8a') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:11.112125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f29591c5438>, 'f533e096-a3be-4335-b42c-bd0685d2df8a') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:11.139942 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848105445'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:11.153706 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0796d7e5-e5a2-4f7b-9c5a-450ba0f44522 req-41c87bde-a16c-42f7-8d60-e0f0fe2e26c2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759718
Apr 19 13:26:11.161740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:11.170017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:26:11.358916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Network 483df505-4833-4e6c-b914-ae123e7663dc has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:26:11.368351 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6954937'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:11.612424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Network 483df505-4833-4e6c-b914-ae123e7663dc has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:26:11.637877 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:26:11.728574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683804-fde9-4f1c-9a85-de416488d216 req-49f8b4b9-d845-4464-92c4-3979efa9f279 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:11.730143 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d7683804-fde9-4f1c-9a85-de416488d216 req-49f8b4b9-d845-4464-92c4-3979efa9f279 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.3474071
Apr 19 13:26:11.733504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:11.739200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:11.767782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:11.779649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=483df505-4833-4e6c-b914-ae123e7663dc,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:11.783967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:11.785557 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] 10.222.0.26 "DELETE /v2.0/networks/483df505-4833-4e6c-b914-ae123e7663dc HTTP/1.1" status: 204  len: 168 time: 1.4258482
Apr 19 13:26:11.788721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60006) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:11.807034 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d7683804-fde9-4f1c-9a85-de416488d216 req-bb2a37c6-22f7-4d91-b686-bb39084d1066 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703750
Apr 19 13:26:11.856901 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef63309f-aa43-44be-9cd5-2415bf0caa4a admin admin] Deleting subnet 5c8533e4-814c-4c60-ae35-cf1967619c0f {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:26:11.860008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ef63309f-aa43-44be-9cd5-2415bf0caa4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:11.917896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ef63309f-aa43-44be-9cd5-2415bf0caa4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7282028'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:11.977680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ef63309f-aa43-44be-9cd5-2415bf0caa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:12.069442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Request body: {'port': {'device_id': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:12.292854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:12.366842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f589-0ef9-4fc0-8f47-4a2919501a20 req-457a7ef3-d18e-4851-abab-f340513f9c67 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:12.368375 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e513f589-0ef9-4fc0-8f47-4a2919501a20 req-457a7ef3-d18e-4851-abab-f340513f9c67 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 932 time: 0.0969856
Apr 19 13:26:12.418295 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e513f589-0ef9-4fc0-8f47-4a2919501a20 req-9c3c5578-7e33-498d-896a-136a8e6f483c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432601
Apr 19 13:26:12.483129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ef63309f-aa43-44be-9cd5-2415bf0caa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6501831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848391421'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:12.496789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:12.542285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63309f-aa43-44be-9cd5-2415bf0caa4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c8533e4-814c-4c60-ae35-cf1967619c0f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:12.545465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ef63309f-aa43-44be-9cd5-2415bf0caa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:12.549396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ef63309f-aa43-44be-9cd5-2415bf0caa4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:12.560361 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ef63309f-aa43-44be-9cd5-2415bf0caa4a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5c8533e4-814c-4c60-ae35-cf1967619c0f HTTP/1.1" status: 204  len: 168 time: 0.7704558
Apr 19 13:26:12.563247 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60012) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:12.680449 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:12.770448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4607cb77-38eb-4411-9cb2-194a450cdb70 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:26:12.779015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:12.794072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Transition to ACTIVE for port object 4607cb77-38eb-4411-9cb2-194a450cdb70 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:26:12.796938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:12.802075 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a4aab888-23a2-4a4c-b47f-349a72112726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:12.814529 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:12.935999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2959670c88>,) {'filters': {'network_id': ['21d85e4d-955e-40fb-9097-ff11f8cdead2']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:12.992783 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2959670c88>, 'a4e24bcf-e6b6-4750-b4bf-bf0e95d7f55f') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:12.993123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2959670c88>, 'a4e24bcf-e6b6-4750-b4bf-bf0e95d7f55f') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:13.013998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848105445'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:13.033288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Pushing event updated for resources: {'Port': ['ID=4607cb77-38eb-4411-9cb2-194a450cdb70,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:13.035756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:13.037910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:13.051873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:26:13.074622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Attempting to bind port 4607cb77-38eb-4411-9cb2-194a450cdb70 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:26:13.075011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Attempting to bind port 4607cb77-38eb-4411-9cb2-194a450cdb70 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:26:13.075447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Attempting to bind port 4607cb77-38eb-4411-9cb2-194a450cdb70 on network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:26:13.080848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Port 4607cb77-38eb-4411-9cb2-194a450cdb70 on network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:26:13.080848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Attempting to bind port 4607cb77-38eb-4411-9cb2-194a450cdb70 on network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:26:13.086564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:26:13.086932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Checking segment: {'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:26:13.087550 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Bound using segment: {'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:26:13.087873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Bound port: 4607cb77-38eb-4411-9cb2-194a450cdb70, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:26:13.088750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:13.186232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa71df-00af-4d5a-bcc8-47adee1eee9c req-469460d4-ebdb-44a8-b412-af41a2f94875 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:13.187910 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d8fa71df-00af-4d5a-bcc8-47adee1eee9c req-469460d4-ebdb-44a8-b412-af41a2f94875 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.2439835
Apr 19 13:26:13.195946 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] For port 4607cb77-38eb-4411-9cb2-194a450cdb70, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:26:13.199810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] For port 4607cb77-38eb-4411-9cb2-194a450cdb70, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4607cb77-38eb-4411-9cb2-194a450cdb70,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:26:13.203769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:13.209905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6f060c97-d1bd-4d5b-b7b5-caf6105d5c6a tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:13.271951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:13.272628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:13.274306 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] 10.222.0.10 "PUT /v2.0/ports/4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 1094 time: 1.2264249
Apr 19 13:26:13.274906 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:13.282338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Network 21d85e4d-955e-40fb-9097-ff11f8cdead2 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:26:13.294556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6954937'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:13.319864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Pushing event updated for resources: {'Port': ['ID=4607cb77-38eb-4411-9cb2-194a450cdb70,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:13.327402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:13.372493 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'status': 'completed', 'code': 200}
Apr 19 13:26:13.423998 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d8fa71df-00af-4d5a-bcc8-47adee1eee9c req-11cf4218-afdb-4c86-ae82-fe60f900348e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1801357
Apr 19 13:26:13.517165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Network 21d85e4d-955e-40fb-9097-ff11f8cdead2 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:26:13.542674 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:26:13.544942 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa5e0-fada-4216-9633-0118af941fdd req-68f81eed-a84a-4d00-a362-f6e0ae2a8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:13.545189 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-68f81eed-a84a-4d00-a362-f6e0ae2a8aeb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36a894a7f0f145aeb50eb61bf2ef27de&device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 1097 time: 0.1843750
Apr 19 13:26:13.623350 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-63c3bd5f-e064-401c-8c29-0bb0d2d7ba21 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:13.624127 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-63c3bd5f-e064-401c-8c29-0bb0d2d7ba21 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Synchronizing usage tracker for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:26:13.636564 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-540d6852-ad2f-40d3-8945-046993c05e57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 217 time: 0.0828373
Apr 19 13:26:13.674542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:13.686622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:13.691736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:13.691888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-63c3bd5f-e064-401c-8c29-0bb0d2d7ba21 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Unset dirty status for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:26:13.693117 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-63c3bd5f-e064-401c-8c29-0bb0d2d7ba21 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.10 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.2705204
Apr 19 13:26:13.717129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Pushing event deleted for resources: {'Network': ['ID=21d85e4d-955e-40fb-9097-ff11f8cdead2,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:13.720438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:13.724955 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] 10.222.0.26 "DELETE /v2.0/networks/21d85e4d-955e-40fb-9097-ff11f8cdead2 HTTP/1.1" status: 204  len: 168 time: 1.1575701
Apr 19 13:26:13.741585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c8f38-6005-4169-9033-cab9563268f2 req-67e3a4a2-b1af-40d2-8110-e2d38d67169d tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:13.743234 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4d2c8f38-6005-4169-9033-cab9563268f2 req-67e3a4a2-b1af-40d2-8110-e2d38d67169d tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 944 time: 0.1875360
Apr 19 13:26:13.760082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa5e0-fada-4216-9633-0118af941fdd req-500915f2-b0f0-4de2-8dc8-cc645b34aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:13.761747 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-500915f2-b0f0-4de2-8dc8-cc645b34aed7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=870cc631-c6cd-4107-9931-e85bcffb51d9 HTTP/1.1" status: 200  len: 854 time: 0.1160607
Apr 19 13:26:13.794679 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4d2c8f38-6005-4169-9033-cab9563268f2 req-94020108-838c-479b-88d4-8c17d7363481 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439541
Apr 19 13:26:13.836426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Deleting port df7800e1-d1ec-4df7-b60b-60d8def4b964 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:26:13.836827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:13.920163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60024) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:13.974451 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-6261531e-f82f-4813-90b1-3ed86ab52e8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e63cd09ac5a04b75bc0a354027626501&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502934
Apr 19 13:26:13.975000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60028) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:13.982643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa5e0-fada-4216-9633-0118af941fdd req-8156782b-e5a6-49d3-b84b-c8c37a68e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:13.984288 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-8156782b-e5a6-49d3-b84b-c8c37a68e5ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2144833
Apr 19 13:26:14.041715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9bcb68fd-d315-4561-b61e-90419316c5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.068382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9bcb68fd-d315-4561-b61e-90419316c5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.115764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9bcb68fd-d315-4561-b61e-90419316c5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.122662 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fa3c4531-0780-442a-ba46-7edac64e67d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:14.136651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb68fd-d315-4561-b61e-90419316c5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b97b69e-9bdf-4b46-84db-6bda11646a22,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:14.140100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9bcb68fd-d315-4561-b61e-90419316c5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:14.142888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9bcb68fd-d315-4561-b61e-90419316c5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.143769 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9bcb68fd-d315-4561-b61e-90419316c5a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b97b69e-9bdf-4b46-84db-6bda11646a22 HTTP/1.1" status: 204  len: 168 time: 0.1680770
Apr 19 13:26:14.481145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] For port df7800e1-d1ec-4df7-b60b-60d8def4b964, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=df7800e1-d1ec-4df7-b60b-60d8def4b964,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:14.481560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.495136 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-fcfd8c7e-231f-4913-9229-9d0c368c6375 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4931719
Apr 19 13:26:14.537072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60038) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:14.651442 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c1625b37-a4f9-436d-aa81-4be443918251 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc007f3c51c04c3db03c0ed6f8cad069&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1094429
Apr 19 13:26:14.658349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60042) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:14.719905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dec8c5-96d3-4804-a10c-298c7779252b req-5eb4702e-888c-4402-a1ed-4cb3ca986fc7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:14.721507 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b9dec8c5-96d3-4804-a10c-298c7779252b req-5eb4702e-888c-4402-a1ed-4cb3ca986fc7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 946 time: 0.1671457
Apr 19 13:26:14.765860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ca2898b6-e629-4b49-8e15-69a965fd07d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.807578 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b9dec8c5-96d3-4804-a10c-298c7779252b req-9c2ec1e3-b0c2-4851-a972-3a4ac9c89345 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd5d967f-7f37-4740-b842-68c964537f0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781784
Apr 19 13:26:14.812927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ca2898b6-e629-4b49-8e15-69a965fd07d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.863453 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ca2898b6-e629-4b49-8e15-69a965fd07d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.868485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-03baacf3-bc47-44df-bacb-537b401067a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:14.883096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2898b6-e629-4b49-8e15-69a965fd07d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5479ce-dc18-456d-8c04-fd361d217085,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:14.886606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ca2898b6-e629-4b49-8e15-69a965fd07d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:14.887262 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6edaa5e0-fada-4216-9633-0118af941fdd req-dcdb0cc6-6948-41cd-abcc-0b963151f51d service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3359594
Apr 19 13:26:14.891944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ca2898b6-e629-4b49-8e15-69a965fd07d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.918259 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ca2898b6-e629-4b49-8e15-69a965fd07d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f5479ce-dc18-456d-8c04-fd361d217085 HTTP/1.1" status: 204  len: 168 time: 0.2587028
Apr 19 13:26:14.928763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.929293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:14.929762 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Floating IP 82da7992-8926-484a-ac18-e494e57720c0 disassociated. External IP: 172.27.0.16, port: df7800e1-d1ec-4df7-b60b-60d8def4b964.
Apr 19 13:26:14.930250 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Calling delete_port for df7800e1-d1ec-4df7-b60b-60d8def4b964 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:26:15.011798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e5758-bfe5-438e-ae58-ed9f56c71a20 req-eb3feb74-2069-4458-b8b7-422a4d025143 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:15.013403 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e42e5758-bfe5-438e-ae58-ed9f56c71a20 req-eb3feb74-2069-4458-b8b7-422a4d025143 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 944 time: 0.0935664
Apr 19 13:26:15.066250 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e42e5758-bfe5-438e-ae58-ed9f56c71a20 req-6f47085b-5ff6-4d5b-bf44-9ec8250da504 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441425
Apr 19 13:26:15.130524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-43912423-372f-4b7b-ada4-7e95ae58b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:15.132063 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-43912423-372f-4b7b-ada4-7e95ae58b880 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36a894a7f0f145aeb50eb61bf2ef27de&device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 1097 time: 0.1679547
Apr 19 13:26:15.255980 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:15.263615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-860edc85-dffa-4d6e-9850-49202b2ac2d2 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:15.317929 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event deleted for resources: {'Port': ['ID=df7800e1-d1ec-4df7-b60b-60d8def4b964,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:15.331831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:15.489913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-98c580c4-613c-4f20-8016-40a741bd99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:15.491559 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-98c580c4-613c-4f20-8016-40a741bd99ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 HTTP/1.1" status: 200  len: 916 time: 0.3507879
Apr 19 13:26:15.576979 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-7196c2d3-2729-453c-b36c-60836cf6b8ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 217 time: 0.0741706
Apr 19 13:26:15.679115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-4a298a14-e2c7-4a7d-91c4-62d0c0783eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:15.680709 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-4a298a14-e2c7-4a7d-91c4-62d0c0783eb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=870cc631-c6cd-4107-9931-e85bcffb51d9 HTTP/1.1" status: 200  len: 854 time: 0.0959103
Apr 19 13:26:15.682715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:26:15.781091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 4607cb77-38eb-4411-9cb2-194a450cdb70 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:26:15.788320 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device df7800e1-d1ec-4df7-b60b-60d8def4b964 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:26:15.939270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-43b0b0f5-37e7-4b10-bf64-a622cd2e69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:15.941199 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-43b0b0f5-37e7-4b10-bf64-a622cd2e69d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2535160
Apr 19 13:26:15.953735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:26:15.998137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 4607cb77-38eb-4411-9cb2-194a450cdb70, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4607cb77-38eb-4411-9cb2-194a450cdb70,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:16.017071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] Sync routers for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:26:16.028520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: df7800e1-d1ec-4df7-b60b-60d8def4b964 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:26:16.029157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device df7800e1-d1ec-4df7-b60b-60d8def4b964 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:26:16.036739 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:26:16.037655 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aff4208>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:16.097173 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2f82a24-c4c5-4d85-9077-806e61f9ece8 req-921a1330-6935-48d5-a1ca-a557adede9c1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=facf8908-b644-4166-accc-59374dca697f HTTP/1.1" status: 200  len: 210 time: 0.0901275
Apr 19 13:26:16.153523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] No DVR routers for this DVR port df7800e1-d1ec-4df7-b60b-60d8def4b964 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:26:16.158540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:16.161391 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'name': 'network-vif-deleted', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:16.288987 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:26:16.361104 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-0651dff5-5e44-4213-ade5-8eea64fa45c4 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4086592
Apr 19 13:26:16.363453 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facf8908-b644-4166-accc-59374dca697f', 'name': 'network-vif-deleted', 'tag': 'df7800e1-d1ec-4df7-b60b-60d8def4b964', 'status': 'completed', 'code': 200}
Apr 19 13:26:16.368206 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43fac755-5c1c-428f-82a4-b33d47a8e506 req-f1d1e2a5-b705-4c6c-846e-949ea607e514 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.10 "DELETE /v2.0/ports/df7800e1-d1ec-4df7-b60b-60d8def4b964 HTTP/1.1" status: 204  len: 173 time: 2.6638238
Apr 19 13:26:16.442158 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f443a-b27a-4dd8-8d39-ad2b2abe1cf8 req-f63e2221-7726-407f-aa46-8a44e7f18b6b tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:16.451165 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-513f443a-b27a-4dd8-8d39-ad2b2abe1cf8 req-f63e2221-7726-407f-aa46-8a44e7f18b6b tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 944 time: 0.1494772
Apr 19 13:26:16.455288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'port_id': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'mac_address': 'fa:16:3e:7e:a5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:26:16.523092 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-513f443a-b27a-4dd8-8d39-ad2b2abe1cf8 req-c185dd1f-613b-4f8b-8934-05e9ed03d694 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707657
Apr 19 13:26:16.616111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:16.659416 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ba3cbdc8-9f9f-49d4-971b-8404221fae69 req-ff44537b-fa43-4da8-8e6f-8dba7cdca2b0 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2887883
Apr 19 13:26:16.704520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4607cb77-38eb-4411-9cb2-194a450cdb70 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:26:16.737058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 4607cb77-38eb-4411-9cb2-194a450cdb70, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4607cb77-38eb-4411-9cb2-194a450cdb70,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:16.744780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:16.747220 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:16.785811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aff4208>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:16.798893 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] Checking router: b0492f93-d71d-49a4-a3d8-f3d1e200ba86 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:26:16.826630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:26:16.827321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aff4208>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:25:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:17.019241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=4607cb77-38eb-4411-9cb2-194a450cdb70,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:17.031500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:17.104510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['4607cb77-38eb-4411-9cb2-194a450cdb70'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:26:17.134088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:26:17.271518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60098) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:17.353878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1bed6adb-de4d-43cf-b538-74d78552afc9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:17.399697 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1bed6adb-de4d-43cf-b538-74d78552afc9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:17.471189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1bed6adb-de4d-43cf-b538-74d78552afc9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:17.474827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-896ce0fb-6b33-40b8-9eb3-de3fd4110e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:17.491768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed6adb-de4d-43cf-b538-74d78552afc9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5d967f-7f37-4740-b842-68c964537f0a,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:17.501849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1bed6adb-de4d-43cf-b538-74d78552afc9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:17.523021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1bed6adb-de4d-43cf-b538-74d78552afc9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:17.527982 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-1bed6adb-de4d-43cf-b538-74d78552afc9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "DELETE /v2.0/security-groups/cd5d967f-7f37-4740-b842-68c964537f0a HTTP/1.1" status: 204  len: 168 time: 0.2515171
Apr 19 13:26:17.528966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60104) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:17.563370 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.v2.resource [None req-78bf1a09-4050-4bf3-9471-bfe30e28ed07 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] show failed (client error): The resource could not be found.
Apr 19 13:26:17.568281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60110) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:17.570597 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-78bf1a09-4050-4bf3-9471-bfe30e28ed07 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups/cd5d967f-7f37-4740-b842-68c964537f0a HTTP/1.1" status: 404  len: 347 time: 0.0386331
Apr 19 13:26:17.832196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aff4208>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:17.843551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8091f7-f0a0-445f-b711-9a20ca85ef48 None None] The sync data for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi is: [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:26:18.133893 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Deleting port a81a59ed-1359-40b7-9d61-111e75679142 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:26:18.134465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:18.325879 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc291650-a492-4fb5-a7cd-bce63e83b816 None None] New status for floating IP 82da7992-8926-484a-ac18-e494e57720c0: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:26:18.326541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439dda0-720c-4068-9359-0a9923bde6c0 req-6c4a762c-c7f4-4e2c-a337-fe3ecde48ed0 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:18.328190 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c439dda0-720c-4068-9359-0a9923bde6c0 req-6c4a762c-c7f4-4e2c-a337-fe3ecde48ed0 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 945 time: 0.4977043
Apr 19 13:26:18.375287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:18.375582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:18.532570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Calling delete_port for a81a59ed-1359-40b7-9d61-111e75679142 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:26:18.573674 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c439dda0-720c-4068-9359-0a9923bde6c0 req-9ea2edf5-d44c-44e3-98e5-f94e8631074e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2369139
Apr 19 13:26:18.630399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:26:18.630811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:26:19.132385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Deleting port a81a59ed-1359-40b7-9d61-111e75679142 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:26:19.132877 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:19.328049 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:19.328607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:19.470427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Calling delete_port for a81a59ed-1359-40b7-9d61-111e75679142 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:26:19.616052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:19.621268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:19.671014 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event deleted for resources: {'Port': ['ID=a81a59ed-1359-40b7-9d61-111e75679142,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:19.674280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:19.790053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 4607cb77-38eb-4411-9cb2-194a450cdb70 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:26:19.832391 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:19.855917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:19.857252 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "DELETE /v2.0/floatingips/82da7992-8926-484a-ac18-e494e57720c0 HTTP/1.1" status: 204  len: 168 time: 2.2878907
Apr 19 13:26:19.869527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710f423-81c2-4ff8-8f79-b6104684b40e req-1c2200f5-4171-4be2-9394-8f4dd5df074e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:19.869731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 4607cb77-38eb-4411-9cb2-194a450cdb70 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:26:19.869837 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4710f423-81c2-4ff8-8f79-b6104684b40e req-1c2200f5-4171-4be2-9394-8f4dd5df074e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 945 time: 0.1616278
Apr 19 13:26:19.872763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 4607cb77-38eb-4411-9cb2-194a450cdb70 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:26:19.873187 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:19.928384 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4710f423-81c2-4ff8-8f79-b6104684b40e req-de6c4a10-28b2-4645-8446-5154e7060352 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493433
Apr 19 13:26:20.000791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.031811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:20.043298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 4607cb77-38eb-4411-9cb2-194a450cdb70, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4607cb77-38eb-4411-9cb2-194a450cdb70,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:20.046639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.048571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:20.106629 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'code': 200}
Apr 19 13:26:20.122589 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=4607cb77-38eb-4411-9cb2-194a450cdb70,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:20.130918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.131633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.131633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.132082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.132373 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.132746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.133109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.133478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.133845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.134407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.134868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.135229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:26:20.139332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:20.227802 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60136) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:20.233912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608471072', 'description': 'tempest-description--1838312654'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:20.240978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:20.246243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:security_group and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:20.249319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:20.256038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:20.265870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.287694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:20.291798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:security_group_rule and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:20.294862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:20.300940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:20.347034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984c781-eb58-49b2-9061-441d60cb8c62 req-293bed86-9b52-4c24-888a-47d488263478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:20.348921 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3984c781-eb58-49b2-9061-441d60cb8c62 req-293bed86-9b52-4c24-888a-47d488263478 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 1099 time: 0.0807941
Apr 19 13:26:20.374887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.377838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.383570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0e790655-00ab-4bb9-8923-af9ddbcdce78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:20.393686 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3984c781-eb58-49b2-9061-441d60cb8c62 req-4acb8e9c-eb05-4fae-ab1b-71fcafb376a9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371594
Apr 19 13:26:20.432682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489b13aa-188c-41ec-8de0-123c0d7d9da6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:20.435919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:20.437284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.438597 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2092769
Apr 19 13:26:20.441703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60140) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:20.447677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'security_group_rule': {'security_group_id': '489b13aa-188c-41ec-8de0-123c0d7d9da6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:20.453937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:20.457948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:security_group_rule and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:20.460925 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:20.467729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:20.483565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.547549 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.550396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.552505 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:20.577128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11934d80-398b-4e51-a1bf-42d5ca1746fb,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:20.583270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:20.587199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.588806 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1461065
Apr 19 13:26:20.591668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60146) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:20.597511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'security_group_rule': {'security_group_id': '489b13aa-188c-41ec-8de0-123c0d7d9da6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:20.611469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:20.611469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:security_group_rule and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:20.611469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:20.617357 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:20.634379 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.700720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.703490 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.711442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-dc6d6f4d-3953-4950-a8b6-73ae62c86256 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:20.730979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49f629d-656f-4bd9-8e6a-6ea8b3e9c46d,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:20.733612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:20.740295 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.741617 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1489429
Apr 19 13:26:20.745347 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60154) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:20.750973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'floatingip': {'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:20.757178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:20.762015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Usage tracker for resource:floatingip and tenant:3ab37d04c2b04eec975ad6affdc4a655 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:20.765041 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:20.771057 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:20.783451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:20.925776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:21.180528 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Allocated IP 172.27.0.217 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/3cd6f526-622a-443f-98db-db0e0b367f52) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:26:21.255497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650aad3b-eb32-4698-9ceb-9dd11b78a79e req-28a55385-daa1-4a43-a154-af383e694a52 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:21.257121 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-650aad3b-eb32-4698-9ceb-9dd11b78a79e req-28a55385-daa1-4a43-a154-af383e694a52 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 946 time: 0.1733589
Apr 19 13:26:21.382510 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-650aad3b-eb32-4698-9ceb-9dd11b78a79e req-af49dc34-e6a1-455e-bb41-9f7b9298a829 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769856
Apr 19 13:26:21.406593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:21.437052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:21.441966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:21.508993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:26:21.512045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:26:21.515912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:26:21.554952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'Port': ['ID=3cd6f526-622a-443f-98db-db0e0b367f52,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:21.559229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:21.649004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:21.719451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:21.939448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:21.942988 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6954951'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:21.948830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-46592360-542d-48b1-ac2f-f2c36a3a99e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:22.067633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'Port': ['ID=3cd6f526-622a-443f-98db-db0e0b367f52,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:22.072891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:22.078312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:22.102075 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:22.104398 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3577473
Apr 19 13:26:22.344777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-fd6b1c00-eeac-4712-9824-0e0d48f55757 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Synchronizing usage tracker for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:26:22.360969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-fd6b1c00-eeac-4712-9824-0e0d48f55757 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Unset dirty status for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:26:22.362233 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-fd6b1c00-eeac-4712-9824-0e0d48f55757 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1608471072&fields=id&tenant_id=3ab37d04c2b04eec975ad6affdc4a655 HTTP/1.1" status: 200  len: 267 time: 0.0622883
Apr 19 13:26:22.582891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-7a3ef952-2b85-411e-a716-394b918171c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:22.584471 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-7a3ef952-2b85-411e-a716-394b918171c6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 816 time: 0.2146091
Apr 19 13:26:22.612486 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-49d205b4-704f-4ad7-8937-c83653d7b65d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/quotas/3ab37d04c2b04eec975ad6affdc4a655 HTTP/1.1" status: 200  len: 375 time: 0.0172608
Apr 19 13:26:22.663532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1410903-5096-4dc1-b23f-9eb8a76a7f9d req-2dcfdc1d-3f2c-4375-a5b2-8fcbd4f4d170 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:22.665122 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e1410903-5096-4dc1-b23f-9eb8a76a7f9d req-2dcfdc1d-3f2c-4375-a5b2-8fcbd4f4d170 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 946 time: 0.1658082
Apr 19 13:26:22.737331 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e1410903-5096-4dc1-b23f-9eb8a76a7f9d req-d04360f3-533b-4963-a3fd-f2a676eb5137 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589607
Apr 19 13:26:22.771237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-7dc7f1da-3adb-464b-819e-1cda6375b603 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Synchronizing usage tracker for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:26:22.788036 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-7dc7f1da-3adb-464b-819e-1cda6375b603 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Unset dirty status for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:26:22.790079 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-7dc7f1da-3adb-464b-819e-1cda6375b603 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1696711
Apr 19 13:26:23.013683 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-e7157008-a3f9-4314-9ba4-dfe4ab8198dc service neutron] 10.222.0.26 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096589
Apr 19 13:26:23.074560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e76c7c-db9b-464e-b51e-4a1c9f843624 req-e3a71f19-9293-4192-98a4-64963e304b6f tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:23.076294 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c8e76c7c-db9b-464e-b51e-4a1c9f843624 req-e3a71f19-9293-4192-98a4-64963e304b6f tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 946 time: 0.1718531
Apr 19 13:26:23.201984 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c8e76c7c-db9b-464e-b51e-4a1c9f843624 req-e9b5d2a0-7ea5-4d88-88f9-872dc46053a4 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743248
Apr 19 13:26:23.210163 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-a96ee242-b3fd-4e66-836b-ec9fe2561ad1 service neutron] 10.222.0.26 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895125
Apr 19 13:26:23.409554 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d03a9867-6120-4232-b6cf-bb3a822e7716 req-0433f607-e075-45a8-bab2-419d142674ea tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 210 time: 0.0508392
Apr 19 13:26:23.875882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53658b79-500d-4359-8124-77b19debadf3 req-ab6ea9b8-5d6a-431e-9dfe-ea41873a59ab tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:23.877570 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-53658b79-500d-4359-8124-77b19debadf3 req-ab6ea9b8-5d6a-431e-9dfe-ea41873a59ab tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 946 time: 0.3262844
Apr 19 13:26:23.928371 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-53658b79-500d-4359-8124-77b19debadf3 req-c6dd1fa2-c77c-41c4-89e9-7ea211a2da16 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442410
Apr 19 13:26:24.595286 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e95d37a4-d249-4ea3-948c-5ab4a2fe8c03 req-ba775ee0-28c2-428a-9a20-5311d244e2f2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 210 time: 0.0526142
Apr 19 13:26:24.596371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-f60ac1eb-2a18-4985-bab4-482ef5402e99 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:24.598227 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-f60ac1eb-2a18-4985-bab4-482ef5402e99 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 816 time: 0.1879172
Apr 19 13:26:24.680580 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-4c76e87e-10b7-4cc8-9518-498d7b37cdcc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ab37d04c2b04eec975ad6affdc4a655 HTTP/1.1" status: 200  len: 5705 time: 0.0730674
Apr 19 13:26:24.690919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'port': {'device_id': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'admin_state_up': True, 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'security_groups': ['489b13aa-188c-41ec-8de0-123c0d7d9da6']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:24.836360 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:24.847288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:24.855887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Made reservation on behalf of 3ab37d04c2b04eec975ad6affdc4a655 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:26:24.861884 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:24.937323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e32992f5-a971-48d7-b358-86be3f5c3ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:25.039423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Allocated IP 172.20.0.12 (e9d585ec-94ec-44b3-a1fa-74dfb10f7a86/e46d5323-3ef4-43af-80fe-e7dbefca6ef8/b47138cc-e9ca-492e-bec5-e240502375ba) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:26:25.244285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:25.260602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Transition to ACTIVE for port object b47138cc-e9ca-492e-bec5-e240502375ba will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:26:25.284154 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:25.289804 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c677432c-12a0-414e-b693-a9055bba1f59 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:25.415438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:26:25.613537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:26:25.616864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:26:25.621874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:26:25.656407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event updated for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:25.668983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:25.702194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:25.702624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:25.735382 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-8cb26fa0-6b56-47f8-8cf8-c15f98b9e315 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0483954
Apr 19 13:26:25.749754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Request body: {'port': {'device_id': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:25.849564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8118-bfec-43c0-ac14-716cd8554206 req-490437db-c2b4-4af7-983f-380af2afaa6e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:25.854875 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0c9c8118-bfec-43c0-ac14-716cd8554206 req-490437db-c2b4-4af7-983f-380af2afaa6e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 932 time: 0.1070559
Apr 19 13:26:25.878754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-601c1bab-bf34-479e-b8b1-46410d75988d None None] Provisioning for port b47138cc-e9ca-492e-bec5-e240502375ba completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:26:25.885167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-601c1bab-bf34-479e-b8b1-46410d75988d None None] Provisioning complete for port b47138cc-e9ca-492e-bec5-e240502375ba triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:26:25.885601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-601c1bab-bf34-479e-b8b1-46410d75988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:25.891137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:25.925823 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0c9c8118-bfec-43c0-ac14-716cd8554206 req-187c0f3c-981f-407a-9da9-a3b55e0791ee tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675793
Apr 19 13:26:25.948836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-601c1bab-bf34-479e-b8b1-46410d75988d None None] Port b47138cc-e9ca-492e-bec5-e240502375ba cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:26:26.278801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47138cc-e9ca-492e-bec5-e240502375ba {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:26:26.288710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:26.305617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Transition to ACTIVE for port object b47138cc-e9ca-492e-bec5-e240502375ba will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:26:26.309201 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:26.313971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:26.496332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Pushing event updated for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:26.527319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:26.572420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Attempting to bind port b47138cc-e9ca-492e-bec5-e240502375ba on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:26:26.572781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Attempting to bind port b47138cc-e9ca-492e-bec5-e240502375ba by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:26:26.573161 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Attempting to bind port b47138cc-e9ca-492e-bec5-e240502375ba on network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:26:26.578290 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Port b47138cc-e9ca-492e-bec5-e240502375ba on network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:26:26.578684 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Attempting to bind port b47138cc-e9ca-492e-bec5-e240502375ba on network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:26:26.584261 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:26:26.584645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Checking segment: {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:26:26.585073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Bound using segment: {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:26:26.585546 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Bound port: b47138cc-e9ca-492e-bec5-e240502375ba, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5086e800-a29b-4932-982f-d7b470dfedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:26:26.585939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:26.685933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:26:26.689119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:26:26.692387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:26.697968 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6ea400ee-a43e-4c9b-99c5-d2f86cca5151 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:26.760345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:26.761015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:26.762588 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] 10.222.0.10 "PUT /v2.0/ports/b47138cc-e9ca-492e-bec5-e240502375ba HTTP/1.1" status: 200  len: 1094 time: 1.0188854
Apr 19 13:26:26.763142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:26.785204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Pushing event updated for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:26.788906 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:26.880142 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'status': 'completed', 'code': 200}
Apr 19 13:26:26.922649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-c82d0e09-0c0b-438c-90f8-7e03568cbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:26.924306 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-c82d0e09-0c0b-438c-90f8-7e03568cbbe0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 1097 time: 0.0956457
Apr 19 13:26:27.005815 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-9cd993b8-6bd9-403c-a672-69ac9b4607b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b47138cc-e9ca-492e-bec5-e240502375ba HTTP/1.1" status: 200  len: 217 time: 0.0731399
Apr 19 13:26:27.080631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-e97c867c-9edb-4a65-8be7-c48abd8ce35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:27.082518 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-e97c867c-9edb-4a65-8be7-c48abd8ce35d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.0693934
Apr 19 13:26:27.138687 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1901ae5-3482-4f73-b22a-abde30c67975 req-6a480a87-2727-4ef6-aa7b-3472a2b63e53 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:27.140414 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d1901ae5-3482-4f73-b22a-abde30c67975 req-6a480a87-2727-4ef6-aa7b-3472a2b63e53 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0979736
Apr 19 13:26:27.177719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-4d6887d9-4568-485b-be7d-6681363d927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:27.179421 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-4d6887d9-4568-485b-be7d-6681363d927e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0902221
Apr 19 13:26:27.190477 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d1901ae5-3482-4f73-b22a-abde30c67975 req-2cc53995-5dfb-4103-88b6-b8046879ff01 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432646
Apr 19 13:26:27.329708 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-972dd10e-1b12-4015-a961-046428089aa5 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421587
Apr 19 13:26:27.474591 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c32716-1f8a-4d5f-adfb-ff55a6e40ada req-300df7fc-fe09-4a2d-8dbd-ef09c74d5af7 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378915
Apr 19 13:26:27.597649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01371efc-9896-4bd9-8e47-14b651256846 req-59e2fb46-75d3-45d4-bfec-307598a5cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:27.599182 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-01371efc-9896-4bd9-8e47-14b651256846 req-59e2fb46-75d3-45d4-bfec-307598a5cd41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 1097 time: 0.0835166
Apr 19 13:26:27.745423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01371efc-9896-4bd9-8e47-14b651256846 req-55ba99fd-cbc8-4504-b339-d584cffc9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:27.747030 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-01371efc-9896-4bd9-8e47-14b651256846 req-55ba99fd-cbc8-4504-b339-d584cffc9f1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 917 time: 0.1414332
Apr 19 13:26:27.819729 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-01371efc-9896-4bd9-8e47-14b651256846 req-d8e7e960-ef19-4878-b1be-f71d35baf160 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b47138cc-e9ca-492e-bec5-e240502375ba HTTP/1.1" status: 200  len: 217 time: 0.0657055
Apr 19 13:26:27.885622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:27.894712 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01371efc-9896-4bd9-8e47-14b651256846 req-2add8b7f-c27d-4ca4-a7a8-571c9712f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:27.898556 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-01371efc-9896-4bd9-8e47-14b651256846 req-2add8b7f-c27d-4ca4-a7a8-571c9712f2fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.0690608
Apr 19 13:26:27.981180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01371efc-9896-4bd9-8e47-14b651256846 req-e3306cf8-6afa-44e5-aaea-55df63c727ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:27.982825 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-01371efc-9896-4bd9-8e47-14b651256846 req-e3306cf8-6afa-44e5-aaea-55df63c727ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790493
Apr 19 13:26:27.999822 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-918e646a-1cd1-4f45-bf5e-64eb058a6732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:28.139636 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-01371efc-9896-4bd9-8e47-14b651256846 req-5a074381-8141-475d-9e2c-77b3288e3024 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476715
Apr 19 13:26:28.183212 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60278) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:28.294732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:28.314535 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-01371efc-9896-4bd9-8e47-14b651256846 req-5e2478eb-779c-45ab-bf62-4d51877f8841 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1676879
Apr 19 13:26:28.328007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-89cc2247-dff1-445d-b438-f973fa5d4689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:28.392426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-89cc2247-dff1-445d-b438-f973fa5d4689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:28.400368 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-89cc2247-dff1-445d-b438-f973fa5d4689 admin admin] Usage tracker for resource:security_group_rule and tenant:2a763c5620f9425995cbcbc8832f9ac4 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:28.403911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-89cc2247-dff1-445d-b438-f973fa5d4689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:28.413497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-89cc2247-dff1-445d-b438-f973fa5d4689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:28.467993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020c129-3cb5-460a-a40b-1833c6905d65 req-7830c02f-b8e1-4e1b-bb40-f9e11fdb9ff3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:28.469627 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c020c129-3cb5-460a-a40b-1833c6905d65 req-7830c02f-b8e1-4e1b-bb40-f9e11fdb9ff3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.1431468
Apr 19 13:26:28.550760 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c020c129-3cb5-460a-a40b-1833c6905d65 req-2def3990-1fed-4501-ba10-3b227b47a3dc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737510
Apr 19 13:26:28.580268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-89cc2247-dff1-445d-b438-f973fa5d4689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:28.586856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-89cc2247-dff1-445d-b438-f973fa5d4689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:28.598457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-322a504c-c77c-4f73-9ad8-4728363c1bf5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:28.644459 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-89cc2247-dff1-445d-b438-f973fa5d4689 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a763c5620f9425995cbcbc8832f9ac4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4598331
Apr 19 13:26:28.645490 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc2247-dff1-445d-b438-f973fa5d4689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc62ce8b-8a3a-4a6c-9367-a66f4bf755d8,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:28.647285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60294) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:28.648773 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-89cc2247-dff1-445d-b438-f973fa5d4689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:28.715651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09ca978b-1e65-4417-abcc-b79cac74b5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:28.744966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09ca978b-1e65-4417-abcc-b79cac74b5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:28.793235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09ca978b-1e65-4417-abcc-b79cac74b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:28.798415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c141680b-e905-4791-b47a-53bac26f1b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:28.812920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca978b-1e65-4417-abcc-b79cac74b5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc62ce8b-8a3a-4a6c-9367-a66f4bf755d8,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:28.813447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fe33a-4ee7-4e60-a1d0-e337abe1e049 req-0b13cf49-76e8-4d7a-afa3-c4578a8e1351 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:28.815126 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad6fe33a-4ee7-4e60-a1d0-e337abe1e049 req-0b13cf49-76e8-4d7a-afa3-c4578a8e1351 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.0918784
Apr 19 13:26:28.815789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-09ca978b-1e65-4417-abcc-b79cac74b5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:28.817042 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09ca978b-1e65-4417-abcc-b79cac74b5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:28.818240 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-09ca978b-1e65-4417-abcc-b79cac74b5e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc62ce8b-8a3a-4a6c-9367-a66f4bf755d8 HTTP/1.1" status: 204  len: 168 time: 0.1697960
Apr 19 13:26:28.871577 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad6fe33a-4ee7-4e60-a1d0-e337abe1e049 req-54d6c708-341d-4d69-8d89-c4f0f449396d tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468493
Apr 19 13:26:28.971948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:29.115010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60302) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:29.134939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:29.150795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:29.154850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] Usage tracker for resource:security_group_rule and tenant:862528df5c91442f9d83d0e016f496b9 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:29.157765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:29.163779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:29.248384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:29.251280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:29.260423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a901917d-58dd-4829-83e0-1a6dcabd4454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:29.302444 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=862528df5c91442f9d83d0e016f496b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1862643
Apr 19 13:26:29.304247 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b479ced-7f51-437e-8ad7-bbf22ac573df,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:29.306907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60306) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:29.308247 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:29.371790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5a3be68-b739-4300-aef1-973a2e16633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:29.399161 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5a3be68-b739-4300-aef1-973a2e16633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:29.447250 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5a3be68-b739-4300-aef1-973a2e16633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:29.452482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f1db01e1-b678-4747-9456-312ffdbecf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:29.468056 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3be68-b739-4300-aef1-973a2e16633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b479ced-7f51-437e-8ad7-bbf22ac573df,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:29.471175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d5a3be68-b739-4300-aef1-973a2e16633b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:29.476085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5a3be68-b739-4300-aef1-973a2e16633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:29.477974 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d5a3be68-b739-4300-aef1-973a2e16633b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b479ced-7f51-437e-8ad7-bbf22ac573df HTTP/1.1" status: 204  len: 168 time: 0.1693492
Apr 19 13:26:29.779837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf865e4-b796-4cb2-a41a-fe88fab11e8f req-3af3af92-fe57-44c0-ba91-01681c86d349 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:29.781430 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-faf865e4-b796-4cb2-a41a-fe88fab11e8f req-3af3af92-fe57-44c0-ba91-01681c86d349 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0972424
Apr 19 13:26:29.831752 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-faf865e4-b796-4cb2-a41a-fe88fab11e8f req-b11f90db-441a-4d48-b741-52191feb8020 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435817
Apr 19 13:26:29.851424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device b47138cc-e9ca-492e-bec5-e240502375ba details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:26:30.000618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:30.017045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'port_id': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'mac_address': 'fa:16:3e:3e:a8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:26:30.080421 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:30.097687 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97040f35-0250-41c2-8406-5edc4d3b2b3a req-be4a9407-4647-45d4-a3ed-0a79d8450825 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:30.099426 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-97040f35-0250-41c2-8406-5edc4d3b2b3a req-be4a9407-4647-45d4-a3ed-0a79d8450825 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1099875
Apr 19 13:26:30.102685 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47138cc-e9ca-492e-bec5-e240502375ba {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:26:30.120563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:30.126746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:30.129561 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:30.159871 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-97040f35-0250-41c2-8406-5edc4d3b2b3a req-6c5952ef-4287-46ec-87e7-feb3ba23f434 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512655
Apr 19 13:26:30.219642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:30.222821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:30.223676 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:30.375801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['b47138cc-e9ca-492e-bec5-e240502375ba'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:26:30.794291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77310ce0-c517-4402-bb8e-f6992127226d req-a04a61f4-14aa-4b7b-acb5-49060e4de18e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:30.795028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-77310ce0-c517-4402-bb8e-f6992127226d req-a04a61f4-14aa-4b7b-acb5-49060e4de18e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Synchronizing usage tracker for tenant:f383e19f962d42879794bd93ee81fa67 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:26:30.811073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-77310ce0-c517-4402-bb8e-f6992127226d req-a04a61f4-14aa-4b7b-acb5-49060e4de18e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Unset dirty status for tenant:f383e19f962d42879794bd93ee81fa67 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:26:30.812968 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77310ce0-c517-4402-bb8e-f6992127226d req-a04a61f4-14aa-4b7b-acb5-49060e4de18e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1113431
Apr 19 13:26:30.900318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Deleting port cecb9b05-f0a4-438b-ad28-fe0d86d92012 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:26:30.900813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:31.051585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1f3de-42cf-4867-8b2e-17f48bce95c8 req-399a5f89-4f00-48b6-8e1b-fc5f1458f73d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:31.053229 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b6b1f3de-42cf-4867-8b2e-17f48bce95c8 req-399a5f89-4f00-48b6-8e1b-fc5f1458f73d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 945 time: 0.0941575
Apr 19 13:26:31.114398 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b6b1f3de-42cf-4867-8b2e-17f48bce95c8 req-fd7797c2-f60d-4797-96c2-0b194da0f9ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535762
Apr 19 13:26:31.206935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] For port cecb9b05-f0a4-438b-ad28-fe0d86d92012, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=cecb9b05-f0a4-438b-ad28-fe0d86d92012,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:31.207416 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:31.379474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b226b-e351-494e-a46c-7019dc1816d0 req-49ac199a-a7f5-48ea-8db2-c74091f03739 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:31.381215 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-820b226b-e351-494e-a46c-7019dc1816d0 req-49ac199a-a7f5-48ea-8db2-c74091f03739 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 945 time: 0.1012318
Apr 19 13:26:31.435462 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-820b226b-e351-494e-a46c-7019dc1816d0 req-5c8d7245-75a9-436a-929b-72af29319bd4 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=811f5f24-fad0-42fc-8793-0f1489516a15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464385
Apr 19 13:26:31.526417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:31.526823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:31.527226 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Floating IP 3bd71773-4e17-4c99-b1da-31f7cc1ab525 disassociated. External IP: 172.27.0.253, port: cecb9b05-f0a4-438b-ad28-fe0d86d92012.
Apr 19 13:26:31.527606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Calling delete_port for cecb9b05-f0a4-438b-ad28-fe0d86d92012 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:26:31.675309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:31.681522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9dec4876-5152-4e9c-b9a4-b9eae412230a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:31.732997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event deleted for resources: {'Port': ['ID=cecb9b05-f0a4-438b-ad28-fe0d86d92012,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:31.736318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:31.857575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device b47138cc-e9ca-492e-bec5-e240502375ba up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:26:31.935871 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Router c73239fa-1a87-4647-beba-3f2fac4b421d has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:26:31.941327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port b47138cc-e9ca-492e-bec5-e240502375ba completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:26:31.946708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port b47138cc-e9ca-492e-bec5-e240502375ba triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:26:31.947137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:32.095326 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:32.145396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:32.198066 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:32.208793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:32.210102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device cecb9b05-f0a4-438b-ad28-fe0d86d92012 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:26:32.266251 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'code': 200}
Apr 19 13:26:32.266922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a774f1e3-dc8a-4181-8e76-2d943d1aae6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:32.316788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: cecb9b05-f0a4-438b-ad28-fe0d86d92012 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:26:32.318189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device cecb9b05-f0a4-438b-ad28-fe0d86d92012 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:26:32.360141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:32.363944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:32.423291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:26:32.437460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] Sync routers for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:26:32.450712 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:26:32.462015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cc28a-10ec-4f9a-9ac7-2701f8b5841d req-113736fd-d758-4e65-a992-e3695eb7fd67 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:32.462249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a8d0be0>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:32.467137 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f41cc28a-10ec-4f9a-9ac7-2701f8b5841d req-113736fd-d758-4e65-a992-e3695eb7fd67 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.1175508
Apr 19 13:26:32.526752 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f41cc28a-10ec-4f9a-9ac7-2701f8b5841d req-1c107a46-b5e6-45d6-ba7f-f743ec74ba3f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514803
Apr 19 13:26:32.568371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] No DVR routers for this DVR port cecb9b05-f0a4-438b-ad28-fe0d86d92012 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:26:32.571169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:32.576215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'name': 'network-vif-deleted', 'tag': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:32.599986 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77310ce0-c517-4402-bb8e-f6992127226d req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.10 "DELETE /v2.0/ports/cecb9b05-f0a4-438b-ad28-fe0d86d92012 HTTP/1.1" status: 204  len: 173 time: 1.7792358
Apr 19 13:26:32.628310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee059a4-0f11-4153-a01a-4ec92c349978 req-1314b716-258a-4e19-9c0b-0efd29bda908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:32.630715 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1ee059a4-0f11-4153-a01a-4ec92c349978 req-1314b716-258a-4e19-9c0b-0efd29bda908 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 1099 time: 0.1638098
Apr 19 13:26:32.635209 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8787bf5-6326-43b1-b320-954fa5085f29', 'name': 'network-vif-deleted', 'tag': 'cecb9b05-f0a4-438b-ad28-fe0d86d92012', 'status': 'completed', 'code': 200}
Apr 19 13:26:32.653906 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-06ca3552-0bad-46f9-8bac-45538bc75749 req-79824076-3d98-41a3-a0c4-ebcbf6dc1157 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8787bf5-6326-43b1-b320-954fa5085f29 HTTP/1.1" status: 200  len: 210 time: 0.0751681
Apr 19 13:26:32.678349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:26:32.688576 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1ee059a4-0f11-4153-a01a-4ec92c349978 req-55567dff-6529-421e-8cab-6dd9bbe093b8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433886
Apr 19 13:26:33.024566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a8d0be0>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:33.029011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] Checking router: c73239fa-1a87-4647-beba-3f2fac4b421d for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:26:33.039167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:26:33.040590 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a8d0be0>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:33.253502 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:26:33.453999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fbe22-eaad-42bc-84d9-dc17b74f15ef req-133240d1-db73-4e6b-8a0c-08bba2cf1c7c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:33.455838 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b17fbe22-eaad-42bc-84d9-dc17b74f15ef req-133240d1-db73-4e6b-8a0c-08bba2cf1c7c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 946 time: 0.0944905
Apr 19 13:26:33.507925 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b17fbe22-eaad-42bc-84d9-dc17b74f15ef req-40d48ba3-8027-4c88-9fc1-df2ef48090bb tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444388
Apr 19 13:26:33.535732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60404) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:33.664389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a8d0be0>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:33.669541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47933287-ef9e-4ac0-bfda-acb878e5f212 None None] The sync data for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi is: [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:26:33.804788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60420) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:33.809307 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda40858-e316-47f4-a551-6349c8ae7c17 req-e0b68eb0-d7d0-4d35-b854-18725c9e99c7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:33.813396 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dda40858-e316-47f4-a551-6349c8ae7c17 req-e0b68eb0-d7d0-4d35-b854-18725c9e99c7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.1356869
Apr 19 13:26:33.878005 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dda40858-e316-47f4-a551-6349c8ae7c17 req-2027fa58-e35f-41fe-913d-b43723197570 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520809
Apr 19 13:26:33.948922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-41091cc8-87be-4a2a-9397-6591dd0089f2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:33.993782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-41091cc8-87be-4a2a-9397-6591dd0089f2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:34.024686 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d733c065-7341-41ed-b8ab-152c3fc376e6 tempest-TestMinimumBasicScenario-1773014286 tempest-TestMinimumBasicScenario-1773014286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:34.025484 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-d733c065-7341-41ed-b8ab-152c3fc376e6 tempest-TestMinimumBasicScenario-1773014286 tempest-TestMinimumBasicScenario-1773014286-project-admin] Synchronizing usage tracker for tenant:241f0f8c370d4ee4847e430f21e21083 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:26:34.055790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-d733c065-7341-41ed-b8ab-152c3fc376e6 tempest-TestMinimumBasicScenario-1773014286 tempest-TestMinimumBasicScenario-1773014286-project-admin] Unset dirty status for tenant:241f0f8c370d4ee4847e430f21e21083 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:26:34.057293 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d733c065-7341-41ed-b8ab-152c3fc376e6 tempest-TestMinimumBasicScenario-1773014286 tempest-TestMinimumBasicScenario-1773014286-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 1094 time: 0.5203946
Apr 19 13:26:34.060608 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60424) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:34.066498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'floatingip': {'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'port_id': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:34.071159 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-41091cc8-87be-4a2a-9397-6591dd0089f2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:34.075858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-aff8fae5-2a51-4059-a3f6-b053647f0cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:34.085097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:34.097359 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41091cc8-87be-4a2a-9397-6591dd0089f2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811f5f24-fad0-42fc-8793-0f1489516a15,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:34.099920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-41091cc8-87be-4a2a-9397-6591dd0089f2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:34.100419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Usage tracker for resource:floatingip and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:34.107683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-41091cc8-87be-4a2a-9397-6591dd0089f2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:34.108925 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-41091cc8-87be-4a2a-9397-6591dd0089f2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "DELETE /v2.0/security-groups/811f5f24-fad0-42fc-8793-0f1489516a15 HTTP/1.1" status: 204  len: 168 time: 0.3028829
Apr 19 13:26:34.112402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60428) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:34.117595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09833a59-cdc2-4924-8bdb-a48f91dc9e2d None None] New status for floating IP 3bd71773-4e17-4c99-b1da-31f7cc1ab525: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:26:34.129266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:34.134151 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.v2.resource [None req-9336a5dd-87b6-4d38-94ce-d190990d4ac7 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] show failed (client error): The resource could not be found.
Apr 19 13:26:34.136219 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9336a5dd-87b6-4d38-94ce-d190990d4ac7 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups/811f5f24-fad0-42fc-8793-0f1489516a15 HTTP/1.1" status: 404  len: 347 time: 0.0228302
Apr 19 13:26:34.139883 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60432) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:34.155199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:34.167330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:34.334628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:34.338862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Deleting port d931646e-2b56-40ca-b8fb-333dba51cd70 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:26:34.339255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:34.526808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Allocated IP 172.27.0.123 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/65a4787d-89d5-4187-8c75-23e662303f89) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:26:34.560512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:34.561734 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:34.706059 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:34.712688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Calling delete_port for d931646e-2b56-40ca-b8fb-333dba51cd70 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:26:34.738501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:34.743923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2ece37ca-d850-4dd5-beb1-a1567f56f822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:34.802759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:26:34.804728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86367) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:26:34.805917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:26:34.812636 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:26:34.815520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:26:34.868807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'Port': ['ID=65a4787d-89d5-4187-8c75-23e662303f89,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:34.875433 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:35.265597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f985b-049e-4da8-a314-6e5522dfad7d req-a922d6b8-11b2-4a12-943b-86690e6c7f35 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:35.267266 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4d6f985b-049e-4da8-a314-6e5522dfad7d req-a922d6b8-11b2-4a12-943b-86690e6c7f35 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.2624478
Apr 19 13:26:35.308997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Deleting port d931646e-2b56-40ca-b8fb-333dba51cd70 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:26:35.309547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:35.340114 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4d6f985b-049e-4da8-a314-6e5522dfad7d req-3fcf0c4f-6977-413f-9e88-ba137fdf94e2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639086
Apr 19 13:26:35.387459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:35.503203 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:35.503581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:35.520215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:35.637463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Calling delete_port for d931646e-2b56-40ca-b8fb-333dba51cd70 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:26:35.653170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e723-4332-480b-be1e-4f085c927f69 req-b81c0dbb-1d94-4faf-ad36-970c7942bc1b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:35.654827 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8324e723-4332-480b-be1e-4f085c927f69 req-b81c0dbb-1d94-4faf-ad36-970c7942bc1b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.1949375
Apr 19 13:26:35.667716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60452) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:35.679636 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-4a42f29a-7878-455a-8cc4-651e9d839292 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Request body: {'floatingip': {'port_id': 'b47138cc-e9ca-492e-bec5-e240502375ba'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:35.777319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4a42f29a-7878-455a-8cc4-651e9d839292 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:35.779338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:35.783034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6954951'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:35.788013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:36.139880 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'Port': ['ID=65a4787d-89d5-4187-8c75-23e662303f89,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:36.144249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:36.154961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:36.218494 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:36.230400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e19fac4a-d12c-45e7-8914-d618dae6bd13 tempest-ServerRescueNegativeTestJSON-1881793364 tempest-ServerRescueNegativeTestJSON-1881793364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:36.278671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event deleted for resources: {'Port': ['ID=d931646e-2b56-40ca-b8fb-333dba51cd70,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:36.285763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:36.359099 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Floating IP 203c98a4-3c2b-47dc-99a7-c3c163ecd520 associated. External IP: 172.27.0.123, port: 4607cb77-38eb-4411-9cb2-194a450cdb70.
Apr 19 13:26:36.506312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:36.532203 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:36.536417 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "DELETE /v2.0/floatingips/3bd71773-4e17-4c99-b1da-31f7cc1ab525 HTTP/1.1" status: 204  len: 168 time: 2.3921072
Apr 19 13:26:36.674044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4a42f29a-7878-455a-8cc4-651e9d839292 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:36.676801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4a42f29a-7878-455a-8cc4-651e9d839292 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:36.752956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60466) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:36.760414 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1421300188', 'description': 'tempest-description--1947620751'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:36.770656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:36.778025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Router 04458484-14b9-4d77-a9f7-eb436b43ea9d has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:26:36.779504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:security_group and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:36.783723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:36.791861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:36.860269 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-4a42f29a-7878-455a-8cc4-651e9d839292 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Floating IP 6c5c1794-f36a-437e-adcb-61b0b164e211 associated. External IP: 172.27.0.217, port: b47138cc-e9ca-492e-bec5-e240502375ba.
Apr 19 13:26:36.924527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:36.969184 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:36.978800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:security_group_rule and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:36.983431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:36.993784 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:37.039735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:26:37.050652 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] Sync routers for ids ['04458484-14b9-4d77-a9f7-eb436b43ea9d'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:26:37.062319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] Routers {'04458484-14b9-4d77-a9f7-eb436b43ea9d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:26:37.063058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295afc7710>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['04458484-14b9-4d77-a9f7-eb436b43ea9d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:37.116149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:37.201301 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:37.207428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:37.216131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-674a1274-5c6c-4b21-955b-697b3421bdb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:37.236477 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1745632
Apr 19 13:26:37.244431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:37.245311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60470) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:37.259319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-691307069', 'description': 'tempest-secgroup-smoke-691307069 description', 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:37.269816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:37.273892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd3ccb5-1f21-4fca-94cd-bb46211c4761,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:37.277713 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:37.278795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:37.280213 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5262191
Apr 19 13:26:37.283536 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60476) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:37.287150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Usage tracker for resource:security_group and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:37.296921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3ccb5-1f21-4fca-94cd-bb46211c4761', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:37.301613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:37.309582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:37.316238 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'status': 'completed', 'code': 200}
Apr 19 13:26:37.317227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:37.324219 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:security_group_rule and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:37.332012 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:37.342966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:37.365356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:37.441511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] Set router 04458484-14b9-4d77-a9f7-eb436b43ea9d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:26:37.444181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:37.459099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Usage tracker for resource:security_group_rule and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:37.462281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:37.476365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:37.479630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:37.744393 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-5b4b4393-ccbf-4ae8-8c7f-081364992536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:37.746054 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-5b4b4393-ccbf-4ae8-8c7f-081364992536 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36a894a7f0f145aeb50eb61bf2ef27de&device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 1099 time: 0.3919048
Apr 19 13:26:37.812025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:37.830238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295afc7710>, [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '203c98a4-3c2b-47dc-99a7-c3c163ecd520', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'port_id': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'mac_address': 'fa:16:3e:7e:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:26:35Z', 'updated_at': '2021-04-19T13:26:35Z', 'revision_number': 0, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 5, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:37.834610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] Checking router: 04458484-14b9-4d77-a9f7-eb436b43ea9d for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:26:37.839263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:37.844937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] Routers {'04458484-14b9-4d77-a9f7-eb436b43ea9d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:26:37.845873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295afc7710>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['04458484-14b9-4d77-a9f7-eb436b43ea9d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:37.860581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ad3c8751-06b3-4a78-b6b7-1ca5cae404d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:37.956379 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:37.963723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d977af2-7f6f-4379-a05a-9423093566d2,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:37.983004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:37.983689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:37.992940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a42f29a-7878-455a-8cc4-651e9d839292 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:26:37.996414 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ba886937-5335-43a6-a4cc-d629072c0a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:38.038698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] Set router 04458484-14b9-4d77-a9f7-eb436b43ea9d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:26:38.040241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.041541 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7569892
Apr 19 13:26:38.044519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60498) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:38.051133 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3ccb5-1f21-4fca-94cd-bb46211c4761', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:38.059756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:38.064996 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:security_group_rule and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:38.065569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.066899 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.8205276
Apr 19 13:26:38.069091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:38.072618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60502) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:38.109255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'security_group_rule': {'security_group_id': '8d084216-7b7c-4df8-9e16-3302ebb17bc0', 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:38.120470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:38.131132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Usage tracker for resource:security_group_rule and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:38.140894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:38.152190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:38.180977 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:38.201296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.205401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d084216-7b7c-4df8-9e16-3302ebb17bc0,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:38.217799 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-50645ee9-fc0f-4a53-b4a7-3431b62ec8fa tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:38.219044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-c0c4a78b-531e-4156-9a69-794d7f709076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:38.220665 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-c0c4a78b-531e-4156-9a69-794d7f709076 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 HTTP/1.1" status: 200  len: 916 time: 0.4526031
Apr 19 13:26:38.236849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.321188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.331439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.333233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.335605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4cb8a8b1-40cf-474a-971a-82cc8772ca04 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:38.358212 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.365654 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7576b741-0cc0-47eb-97cb-2c199110f2db,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:38.376769 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-ca925210-d5d2-48b4-9c48-6e298edfbbcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 1000 time: 0.1390309
Apr 19 13:26:38.378227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:38.381199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:38.384659 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a42f29a-7878-455a-8cc4-651e9d839292 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:26:38.396657 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] Sync routers for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:26:38.408137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:26:38.409157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a9b5b38>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:38.410510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca84d42-c2ed-442a-af0a-306aefa46f4e,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:38.413732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:38.417358 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.419131 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7e3b8e99-4c79-497a-951d-abee4cc85cce tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3275676
Apr 19 13:26:38.420906 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.425048 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3762167
Apr 19 13:26:38.425048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60508) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:38.425460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60512) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:38.429704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'security_group_rule': {'security_group_id': '8d084216-7b7c-4df8-9e16-3302ebb17bc0', 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:38.432878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4a42f29a-7878-455a-8cc4-651e9d839292 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.436726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:38.440923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Usage tracker for resource:security_group_rule and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:38.444182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:38.450419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:38.465500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'floatingip': {'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:38.472679 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:38.478281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:floatingip and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:38.483972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:38.489298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:38.496220 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295afc7710>, [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '203c98a4-3c2b-47dc-99a7-c3c163ecd520', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'port_id': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'mac_address': 'fa:16:3e:7e:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:26:35Z', 'updated_at': '2021-04-19T13:26:35Z', 'revision_number': 0, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 5, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:38.500900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd07b3d-6780-49ec-8037-6803c0e27de9 None None] The sync data for ids ['04458484-14b9-4d77-a9f7-eb436b43ea9d'] in dv-cinder-786873-1-iscsi is: [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '203c98a4-3c2b-47dc-99a7-c3c163ecd520', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'port_id': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'mac_address': 'fa:16:3e:7e:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:26:35Z', 'updated_at': '2021-04-19T13:26:35Z', 'revision_number': 0, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 5, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:26:38.511306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.515794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-0af053dd-1b10-4f5b-9a1e-643b7c91fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:38.517400 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-0af053dd-1b10-4f5b-9a1e-643b7c91fdd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=870cc631-c6cd-4107-9931-e85bcffb51d9 HTTP/1.1" status: 200  len: 854 time: 0.1304359
Apr 19 13:26:38.521775 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4a42f29a-7878-455a-8cc4-651e9d839292 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "PUT /v2.0/floatingips/6c5c1794-f36a-437e-adcb-61b0b164e211 HTTP/1.1" status: 200  len: 992 time: 2.8503397
Apr 19 13:26:38.521775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:38.530631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.638029 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'status': 'completed', 'code': 200}
Apr 19 13:26:38.690428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.696032 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.701937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-66a19f8f-b256-4c98-8434-9b49fa5974e2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:38.709671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:26:38.719486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-7a694462-e387-48b0-9163-75a10d8722a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:38.721390 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-7a694462-e387-48b0-9163-75a10d8722a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1948383
Apr 19 13:26:38.736130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df36b32a-c2f4-4ab2-b0bd-ead59e7f9943,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:38.745402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:38.754518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.757071 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3321867
Apr 19 13:26:38.759599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60520) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:38.769737 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'security_group_rule': {'security_group_id': '8d084216-7b7c-4df8-9e16-3302ebb17bc0', 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:38.777523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:38.781702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Usage tracker for resource:security_group_rule and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:38.786281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:38.794145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:38.823560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.836721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:38.853002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-ca05121b-1c1d-414e-9181-cf98dd6d78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:38.854683 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-ca05121b-1c1d-414e-9181-cf98dd6d78e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 1099 time: 0.1966653
Apr 19 13:26:38.863279 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e6216-ccfa-469a-81ea-1a52a297effb None None] New status for floating IP 203c98a4-3c2b-47dc-99a7-c3c163ecd520: ACTIVE {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:26:38.981102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.010750 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-fd0577ce-ae90-4503-96ce-73596c23feed service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2726808
Apr 19 13:26:39.018953 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.049496 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8d816bd8-ce5a-4b22-97eb-5c22b2b36d58 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:39.061248 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.062596 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3017287
Apr 19 13:26:39.065733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60524) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:39.075713 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89cf611-6e8d-4770-a748-8a6582002e7f,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:39.078075 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9805fbfe-bc91-42a6-b81b-99d85e53e7c3 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:39.079119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'security_group_rule': {'security_group_id': '8d084216-7b7c-4df8-9e16-3302ebb17bc0', 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:39.101591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Allocated IP 172.27.0.107 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/910a8d4e-c8e0-474c-bbde-7c33ca0caf37) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:26:39.156138 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a9b5b38>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '6c5c1794-f36a-437e-adcb-61b0b164e211', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'port_id': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'mac_address': 'fa:16:3e:3e:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:26:21Z', 'updated_at': '2021-04-19T13:26:36Z', 'revision_number': 1, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:39.160728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:39.161198 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] Checking router: b0492f93-d71d-49a4-a3d8-f3d1e200ba86 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:26:39.172277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:26:39.172950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a9b5b38>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:39.173272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-70577b9a-df0c-4c30-b9cb-bdc9e1858be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:39.174938 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-70577b9a-df0c-4c30-b9cb-bdc9e1858be6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 917 time: 0.3094499
Apr 19 13:26:39.175963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Usage tracker for resource:security_group_rule and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:39.244752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:39.269236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:39.329187 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.331423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.365619 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2062d0f9-4948-4f17-ba79-7071e097b532 req-6094e7eb-289a-4408-9003-30056b325544 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3465950
Apr 19 13:26:39.371126 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-17ecfdac-a427-4723-932e-e77518e4fbe4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b47138cc-e9ca-492e-bec5-e240502375ba HTTP/1.1" status: 200  len: 1000 time: 0.1843407
Apr 19 13:26:39.395592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.401288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-76120429-c29a-40b5-99b8-757b99b20883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:39.436112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:26:39.481924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'Port': ['ID=910a8d4e-c8e0-474c-bbde-7c33ca0caf37,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:39.485091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:39.497896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:26:39.499401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:26:39.502221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:26:39.511273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-fe6b92fc-b518-4176-a276-cdd3ff577f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:39.512889 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-fe6b92fc-b518-4176-a276-cdd3ff577f5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.1303687
Apr 19 13:26:39.517596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.578222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.592894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-75c003b2-1b03-431d-b35b-ed8b715d9fd0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:39.601340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.617836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22993f2-6a59-413f-ad31-eaf26dbc4ad8,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:39.624469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:39.638026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.639643 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a87c9cfd-8757-4417-a9a1-fac55de77946 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5727284
Apr 19 13:26:39.642556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60536) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:39.651220 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'security_group_rule': {'security_group_id': '8d084216-7b7c-4df8-9e16-3302ebb17bc0', 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:39.660459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:39.668395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Usage tracker for resource:security_group_rule and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:39.672731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:39.682989 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.683185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:39.687312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-4a20a4ed-90dd-498e-8e93-de627cea859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:39.689227 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-4a20a4ed-90dd-498e-8e93-de627cea859e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1693459
Apr 19 13:26:39.743505 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.securitygroups_db [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Project 36a894a7f0f145aeb50eb61bf2ef27de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 13:26:39.779485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.868142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60544) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:39.904970 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a9b5b38>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '6c5c1794-f36a-437e-adcb-61b0b164e211', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'port_id': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'mac_address': 'fa:16:3e:3e:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:26:21Z', 'updated_at': '2021-04-19T13:26:36Z', 'revision_number': 1, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:39.912653 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f287c9-702a-46cc-8396-f226c7bffe4e None None] The sync data for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi is: [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '6c5c1794-f36a-437e-adcb-61b0b164e211', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'port_id': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'mac_address': 'fa:16:3e:3e:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:26:21Z', 'updated_at': '2021-04-19T13:26:36Z', 'revision_number': 1, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:26:39.945646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.950690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6954951'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.955261 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:39.959549 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.965268 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-f00aa587-e3c9-4b66-9360-360ccecf223e service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2681773
Apr 19 13:26:39.966401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:39.968473 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:40.029771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095c717e-96f2-4784-9c6a-767c2b7e4eff,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:40.037802 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:40.082815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.091588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.095583 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-29d5d33e-c8c9-4dd8-8da5-9d5d217ff322 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4491279
Apr 19 13:26:40.098269 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60550) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:40.109628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'Port': ['ID=910a8d4e-c8e0-474c-bbde-7c33ca0caf37,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:40.112755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:40.123682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'security_group_rule': {'security_group_id': '8d084216-7b7c-4df8-9e16-3302ebb17bc0', 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:40.132522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:40.137145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:40.145952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] Usage tracker for resource:security_group_rule and tenant:69d33195689c4f8f9539552052c4c6da is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:40.150111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Usage tracker for resource:security_group_rule and tenant:36a894a7f0f145aeb50eb61bf2ef27de is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:40.153235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.159521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:40.162608 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:40.180196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:40.185726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:40.200870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.202203 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7432826
Apr 19 13:26:40.216412 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.securitygroups_db [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Project 36a894a7f0f145aeb50eb61bf2ef27de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 13:26:40.229753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.259524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f595a7d2-4a92-4f92-bead-229b9ce45c12 None None] New status for floating IP 6c5c1794-f36a-437e-adcb-61b0b164e211: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:26:40.347579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.360441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.377444 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:40.415142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.416486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5219b8d7-4b5f-4238-9ee1-8f534e889683,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:40.419579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:40.423745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.430904 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2b51cd5-1642-426d-b3aa-3c1711427e0c req-b80c2cb6-e68b-4f53-ad9b-d9ec23abd273 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4469526
Apr 19 13:26:40.434049 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-570c59f2-8ac4-4975-975c-235146c38eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:40.462966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.464268 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3603382
Apr 19 13:26:40.511255 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69d33195689c4f8f9539552052c4c6da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6394725
Apr 19 13:26:40.511255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09aa45c-6150-409c-bb0b-5d64f4163935,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:40.511704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60568) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:40.519311 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:40.551556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-0c15e85d-00a4-4b03-8217-830141ce9c61 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Synchronizing usage tracker for tenant:f383e19f962d42879794bd93ee81fa67 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:26:40.581097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0739f9e5-df25-49c4-93dd-cf2e251a6f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.605039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-0c15e85d-00a4-4b03-8217-830141ce9c61 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Unset dirty status for tenant:f383e19f962d42879794bd93ee81fa67 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:26:40.606400 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-0c15e85d-00a4-4b03-8217-830141ce9c61 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1421300188&fields=id&tenant_id=f383e19f962d42879794bd93ee81fa67 HTTP/1.1" status: 200  len: 267 time: 0.1391008
Apr 19 13:26:40.610612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0739f9e5-df25-49c4-93dd-cf2e251a6f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.611568 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-926e480c-caf9-4cda-b210-0df58552a8c7 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691307069&fields=id&tenant_id=36a894a7f0f145aeb50eb61bf2ef27de HTTP/1.1" status: 200  len: 267 time: 0.0542512
Apr 19 13:26:40.660282 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0739f9e5-df25-49c4-93dd-cf2e251a6f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.666070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-284e3429-d4b7-4db2-8e95-a2f4c1e7df29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:40.680599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739f9e5-df25-49c4-93dd-cf2e251a6f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09aa45c-6150-409c-bb0b-5d64f4163935,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:40.683754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0739f9e5-df25-49c4-93dd-cf2e251a6f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:40.684735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0739f9e5-df25-49c4-93dd-cf2e251a6f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:40.688856 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0739f9e5-df25-49c4-93dd-cf2e251a6f89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d09aa45c-6150-409c-bb0b-5d64f4163935 HTTP/1.1" status: 204  len: 168 time: 0.1732070
Apr 19 13:26:40.995212 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60578) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:41.015057 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:41.031283 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:41.035360 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] Usage tracker for resource:security_group_rule and tenant:c0f66e38ed8042e282082b9760ad4384 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:41.038318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:41.045142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:41.093612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-ea1d58be-67a2-460e-9b00-d935a6707f4c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:41.095277 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-ea1d58be-67a2-460e-9b00-d935a6707f4c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/networks?id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 200  len: 811 time: 0.4794824
Apr 19 13:26:41.105936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-634f414b-5263-46c5-9d80-12f6a1780f50 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:41.107542 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-634f414b-5263-46c5-9d80-12f6a1780f50 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 946 time: 0.4580798
Apr 19 13:26:41.123485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'port': {'security_groups': ['3f270335-4aba-474d-a0c7-3fb3f2962bd3', '8d084216-7b7c-4df8-9e16-3302ebb17bc0']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:41.146941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:41.150624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:41.152702 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-941a4ab6-ae46-45d1-9bf3-9269c963c81d tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/quotas/f383e19f962d42879794bd93ee81fa67 HTTP/1.1" status: 200  len: 375 time: 0.0441132
Apr 19 13:26:41.158746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-65006abe-d4eb-4856-92b3-73a797d4ac8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:41.201390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748cc5eb-c874-4792-a24c-6d6c59234a19,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:41.204745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:41.210313 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0f66e38ed8042e282082b9760ad4384&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2112417
Apr 19 13:26:41.211456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60582) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:41.371910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:41.441131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-358d01bd-1294-4da1-9f7d-43ee76dc027a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:41.485494 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-5e98e4bc-0567-434a-b33e-9ba1df37ceb7 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f383e19f962d42879794bd93ee81fa67&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3264844
Apr 19 13:26:41.534284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-358d01bd-1294-4da1-9f7d-43ee76dc027a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:41.755139 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-e9921bac-7a14-401b-a31d-99e73dbb0043 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541993
Apr 19 13:26:41.768270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-358d01bd-1294-4da1-9f7d-43ee76dc027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:41.781372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-62aceca6-d652-4d29-bbdf-d63ff83a3fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:41.835246 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d01bd-1294-4da1-9f7d-43ee76dc027a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748cc5eb-c874-4792-a24c-6d6c59234a19,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:41.898801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-358d01bd-1294-4da1-9f7d-43ee76dc027a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:41.906396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-358d01bd-1294-4da1-9f7d-43ee76dc027a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:41.907620 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-358d01bd-1294-4da1-9f7d-43ee76dc027a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/748cc5eb-c874-4792-a24c-6d6c59234a19 HTTP/1.1" status: 204  len: 168 time: 0.6950045
Apr 19 13:26:42.038800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] For port 4607cb77-38eb-4411-9cb2-194a450cdb70, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4607cb77-38eb-4411-9cb2-194a450cdb70,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:42.052303 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-8a6da897-3412-4aa4-841b-88482bbc9fa7 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2799449
Apr 19 13:26:42.076906 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:42.079870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6954951'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:42.085426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:42.096073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['4607cb77-38eb-4411-9cb2-194a450cdb70'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:26:42.162444 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:42.163131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:42.165505 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d3af2ed5-0f8a-4a82-ac2c-2f02b03cb794 req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "PUT /v2.0/ports/4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 982 time: 1.0485830
Apr 19 13:26:42.166093 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:42.190268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'Port': ['ID=4607cb77-38eb-4411-9cb2-194a450cdb70,revision_number=6']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:42.194038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:42.286173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['4607cb77-38eb-4411-9cb2-194a450cdb70'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:26:42.392592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60598) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:42.471146 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'status': 'completed', 'code': 200}
Apr 19 13:26:42.481163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:42.577206 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-71719a1c-f3d9-49d0-b382-694c917dbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:42.578997 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-71719a1c-f3d9-49d0-b382-694c917dbbfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36a894a7f0f145aeb50eb61bf2ef27de&device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 1138 time: 0.1268482
Apr 19 13:26:42.594751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:42.599167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] Usage tracker for resource:security_group_rule and tenant:a89ebd24789c4eeca334792d3747313f is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:42.602861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:42.609124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:42.662176 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8aee31d9-9881-436e-a5e9-5ac978ba818c req-52edc982-3cb5-4b34-89da-cfcdde5e98b9 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 210 time: 0.1845360
Apr 19 13:26:42.712516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:42.719466 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:42.738428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-24dd9e6c-ac9f-4482-ad0f-1204cf3eb50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:42.746628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-99444fb9-df39-4cad-a248-1221631be8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:42.748805 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-99444fb9-df39-4cad-a248-1221631be8f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 HTTP/1.1" status: 200  len: 916 time: 0.1619070
Apr 19 13:26:42.762109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-e877ef1a-1344-4cb7-8a60-bebd7652a02c None None] Provisioning complete for port 4607cb77-38eb-4411-9cb2-194a450cdb70 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:26:42.762570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e877ef1a-1344-4cb7-8a60-bebd7652a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:42.792759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcdeb4e-6dbb-4140-8736-f58dd55da675,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:42.805794 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a89ebd24789c4eeca334792d3747313f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4093206
Apr 19 13:26:42.805794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:42.807918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60608) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:42.876771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3256665-7dfc-4726-b0c4-bdb072d64329 req-47248a3f-880e-4164-ac2e-ad0335b18199 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:42.878537 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f3256665-7dfc-4726-b0c4-bdb072d64329 req-47248a3f-880e-4164-ac2e-ad0335b18199 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.3766835
Apr 19 13:26:42.907060 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-44fe2805-575f-4534-89eb-29b5c0f91b99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 1002 time: 0.1502869
Apr 19 13:26:42.929626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-21415111-3cdf-4e92-97e4-5ba962e4fb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:42.960242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-21415111-3cdf-4e92-97e4-5ba962e4fb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:42.995762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-d55a1152-d3ca-45c4-909e-5ff0c31c926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:42.997578 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-d55a1152-d3ca-45c4-909e-5ff0c31c926a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=870cc631-c6cd-4107-9931-e85bcffb51d9 HTTP/1.1" status: 200  len: 854 time: 0.0832376
Apr 19 13:26:43.045266 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f3256665-7dfc-4726-b0c4-bdb072d64329 req-9b41ff51-1db6-491a-9878-177dcdd09453 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1572745
Apr 19 13:26:43.069092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-21415111-3cdf-4e92-97e4-5ba962e4fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:43.092190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d5a3be68-b739-4300-aef1-973a2e16633b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:43.110677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21415111-3cdf-4e92-97e4-5ba962e4fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcdeb4e-6dbb-4140-8736-f58dd55da675,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:43.114031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-21415111-3cdf-4e92-97e4-5ba962e4fb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:43.115157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-21415111-3cdf-4e92-97e4-5ba962e4fb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:43.119623 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-21415111-3cdf-4e92-97e4-5ba962e4fb12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bcdeb4e-6dbb-4140-8736-f58dd55da675 HTTP/1.1" status: 204  len: 168 time: 0.3106341
Apr 19 13:26:43.121738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-17e0b29b-7886-467a-a411-c52e7a1443f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:43.123343 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-17e0b29b-7886-467a-a411-c52e7a1443f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1180682
Apr 19 13:26:43.315472 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-12f31ad0-f6e6-4087-ae07-ed9d137fa977 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837888
Apr 19 13:26:43.477559 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-32a4a3e4-0f32-404e-abfb-7d2151b4ea12 req-24ec0093-1bd8-4fbd-802f-13543bf13de3 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482520
Apr 19 13:26:43.870986 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-56837dd4-6ffb-41c5-a224-8b6e8743a78c req-689b644d-9546-44aa-984e-4f7a1b8969d3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 210 time: 0.0618229
Apr 19 13:26:43.946183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-52fda4e3-1969-4776-817e-493571ee6366 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:43.947904 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-52fda4e3-1969-4776-817e-493571ee6366 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.10 "GET /v2.0/networks?id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 200  len: 811 time: 0.1796746
Apr 19 13:26:44.031704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-27573546-3c54-4873-b73a-30b15e58b145 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Synchronizing usage tracker for tenant:f383e19f962d42879794bd93ee81fa67 on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:26:44.045813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-27573546-3c54-4873-b73a-30b15e58b145 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Unset dirty status for tenant:f383e19f962d42879794bd93ee81fa67 on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:26:44.047377 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-27573546-3c54-4873-b73a-30b15e58b145 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f383e19f962d42879794bd93ee81fa67 HTTP/1.1" status: 200  len: 5705 time: 0.0868902
Apr 19 13:26:44.064580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'port': {'device_id': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'admin_state_up': True, 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'security_groups': ['bfd3ccb5-1f21-4fca-94cd-bb46211c4761']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:44.216796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:44.221654 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Usage tracker for resource:port and tenant:f383e19f962d42879794bd93ee81fa67 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:44.225224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:44.231963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:44.240778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Made reservation on behalf of f383e19f962d42879794bd93ee81fa67 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:26:44.247239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:44.429719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Allocated IP 172.20.0.8 (7b69f49c-9f92-4a3d-b35f-1fbfe3432942/0c91c612-6f59-49f3-8c6e-16f08a1ad2cb/9cd818b6-fa85-46d6-8765-c76675bf4906) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:26:44.654485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:44.674409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Transition to ACTIVE for port object 9cd818b6-fa85-46d6-8765-c76675bf4906 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:26:44.699148 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:44.706232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fba0b90c-050d-42bf-8a07-55ae30b8fa47 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:44.775531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:26:44.779353 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:26:44.781792 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:26:44.828478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event updated for resources: {'Port': ['ID=9cd818b6-fa85-46d6-8765-c76675bf4906,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:44.831339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:44.863306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:44.863990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:44.894038 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8336229
Apr 19 13:26:44.908586 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Request body: {'port': {'device_id': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:44.964902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-2a590a80-a5d7-47be-b5b2-79c5405e5e62 None None] Provisioning for port 9cd818b6-fa85-46d6-8765-c76675bf4906 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:26:44.969981 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-2a590a80-a5d7-47be-b5b2-79c5405e5e62 None None] Provisioning complete for port 9cd818b6-fa85-46d6-8765-c76675bf4906 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:26:44.970699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2a590a80-a5d7-47be-b5b2-79c5405e5e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:45.036187 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-2a590a80-a5d7-47be-b5b2-79c5405e5e62 None None] Port 9cd818b6-fa85-46d6-8765-c76675bf4906 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:26:45.040862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:45.098095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bd70d-5380-42e1-a637-c19e32c15c10 req-025c1f71-1ebb-4612-b10b-50f239e69e4d tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:45.099817 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d80bd70d-5380-42e1-a637-c19e32c15c10 req-025c1f71-1ebb-4612-b10b-50f239e69e4d tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 931 time: 0.1059732
Apr 19 13:26:45.154639 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d80bd70d-5380-42e1-a637-c19e32c15c10 req-51b12d70-8696-43c3-8c42-d67d34fd00b3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468917
Apr 19 13:26:45.410073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd818b6-fa85-46d6-8765-c76675bf4906 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:26:45.418321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:45.434034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Transition to ACTIVE for port object 9cd818b6-fa85-46d6-8765-c76675bf4906 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:26:45.436650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:45.441318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ea8a33c7-2621-4513-b8dc-240b74187e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:45.615976 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd818b6-fa85-46d6-8765-c76675bf4906,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:45.619008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:45.700166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Attempting to bind port 9cd818b6-fa85-46d6-8765-c76675bf4906 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:26:45.700705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Attempting to bind port 9cd818b6-fa85-46d6-8765-c76675bf4906 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:26:45.700920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Attempting to bind port 9cd818b6-fa85-46d6-8765-c76675bf4906 on network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:26:45.706041 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Port 9cd818b6-fa85-46d6-8765-c76675bf4906 on network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:26:45.706431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Attempting to bind port 9cd818b6-fa85-46d6-8765-c76675bf4906 on network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:26:45.712669 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:26:45.713045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Checking segment: {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:26:45.713830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Bound using segment: {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:26:45.714314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Bound port: 9cd818b6-fa85-46d6-8765-c76675bf4906, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4bb19a-1b22-4d05-b634-77b769d59a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:26:45.714858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:45.815280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] For port 9cd818b6-fa85-46d6-8765-c76675bf4906, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:26:45.818457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] For port 9cd818b6-fa85-46d6-8765-c76675bf4906, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9cd818b6-fa85-46d6-8765-c76675bf4906,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:26:45.822509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:45.827461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ac90983c-1498-4908-9498-476dc61587b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:45.882601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:45.883372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:45.884937 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] 10.222.0.10 "PUT /v2.0/ports/9cd818b6-fa85-46d6-8765-c76675bf4906 HTTP/1.1" status: 200  len: 1093 time: 0.9811311
Apr 19 13:26:45.885503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'tag': '9cd818b6-fa85-46d6-8765-c76675bf4906'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:45.923532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd818b6-fa85-46d6-8765-c76675bf4906,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:45.926881 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:45.981440 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'tag': '9cd818b6-fa85-46d6-8765-c76675bf4906', 'status': 'completed', 'code': 200}
Apr 19 13:26:46.021203 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-ed70c971-6552-49b8-82e3-d752f7d563da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:46.023112 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-ed70c971-6552-49b8-82e3-d752f7d563da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f383e19f962d42879794bd93ee81fa67&device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 1096 time: 0.0942206
Apr 19 13:26:46.102812 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-b44237de-b8df-4f70-b2a2-aa08364775b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd818b6-fa85-46d6-8765-c76675bf4906 HTTP/1.1" status: 200  len: 217 time: 0.0721185
Apr 19 13:26:46.178178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-ede163a2-fa43-402a-86c5-60db2e9344fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:46.180624 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-ede163a2-fa43-402a-86c5-60db2e9344fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c91c612-6f59-49f3-8c6e-16f08a1ad2cb HTTP/1.1" status: 200  len: 850 time: 0.0707171
Apr 19 13:26:46.267498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-39aeb328-e265-499a-a81e-694770648d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:46.269130 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-39aeb328-e265-499a-a81e-694770648d05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814371
Apr 19 13:26:46.366956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f37aa-0f33-4ae7-9cd5-365c442a325d req-de1793e7-a1d7-4b18-adf6-28ffd8f07c85 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:46.368732 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a5f37aa-0f33-4ae7-9cd5-365c442a325d req-de1793e7-a1d7-4b18-adf6-28ffd8f07c85 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 943 time: 0.0921979
Apr 19 13:26:46.417328 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-1f08e412-e93b-472c-bd69-ae7cba0a7e60 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396227
Apr 19 13:26:46.417866 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a5f37aa-0f33-4ae7-9cd5-365c442a325d req-e19c9e23-6f16-4d32-bd22-feee5be3c815 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426416
Apr 19 13:26:46.561635 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e6992dc5-b96d-4a23-97d0-6fd30bd876ad req-dd498d63-dd27-4c21-8fbe-195b38da77d6 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371214
Apr 19 13:26:46.683921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-a8b63bcd-33c5-4a0a-a48c-a9bc31a030cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:46.685432 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-a8b63bcd-33c5-4a0a-a48c-a9bc31a030cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f383e19f962d42879794bd93ee81fa67&device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 1096 time: 0.0811741
Apr 19 13:26:46.829459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-f3249e81-6f3b-4052-aba4-ffb47695a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:46.831122 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-f3249e81-6f3b-4052-aba4-ffb47695a91b service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 200  len: 912 time: 0.1374671
Apr 19 13:26:46.907176 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-64a431fc-f590-49f3-b356-31a9c43945cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd818b6-fa85-46d6-8765-c76675bf4906 HTTP/1.1" status: 200  len: 217 time: 0.0674279
Apr 19 13:26:46.982580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-42cef069-37a7-4676-a6be-d9ba522aab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:46.984138 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-42cef069-37a7-4676-a6be-d9ba522aab15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c91c612-6f59-49f3-8c6e-16f08a1ad2cb HTTP/1.1" status: 200  len: 850 time: 0.0667038
Apr 19 13:26:47.073448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-37007037-bb91-4c64-823d-7dc0fb07067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:47.075118 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-37007037-bb91-4c64-823d-7dc0fb07067f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787086
Apr 19 13:26:47.229337 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-ee91086b-c1d2-4566-ac93-4f5f83d6e2df service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428089
Apr 19 13:26:47.379571 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bea25994-a7ce-4597-a332-51e41d1f2412 req-10565b35-7385-4569-8e69-c087c494c62e service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378713
Apr 19 13:26:47.401930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60676) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:47.531434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:47.547511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:26:47.551633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] Usage tracker for resource:security_group_rule and tenant:c18aa90b17d34bf79164a2542b5f6fff is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:26:47.554776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:26:47.560944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:26:47.646635 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:47.650079 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:47.663054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cd12dd51-c4af-4df8-8af9-41a6dfa0fa91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:47.706880 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c18aa90b17d34bf79164a2542b5f6fff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3036215
Apr 19 13:26:47.707740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2365f9-71f6-4364-9d45-12dfffea14a3,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:47.709682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60686) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:47.711229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:47.809277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-32027f73-24a3-4a8f-b39f-dc48f2bd4951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:47.820365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f4db6-eb1a-4d1a-9eaa-aee9454834ed req-a05612d9-bb9d-433d-8f16-05ef9a2d72ea tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:47.821964 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f81f4db6-eb1a-4d1a-9eaa-aee9454834ed req-a05612d9-bb9d-433d-8f16-05ef9a2d72ea tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 943 time: 0.2873783
Apr 19 13:26:47.867609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-32027f73-24a3-4a8f-b39f-dc48f2bd4951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:47.904043 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f81f4db6-eb1a-4d1a-9eaa-aee9454834ed req-77234425-b9f4-4daa-bbf7-27993acba980 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745940
Apr 19 13:26:47.931870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-32027f73-24a3-4a8f-b39f-dc48f2bd4951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:47.937425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-21415111-3cdf-4e92-97e4-5ba962e4fb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:47.952755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32027f73-24a3-4a8f-b39f-dc48f2bd4951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2365f9-71f6-4364-9d45-12dfffea14a3,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:47.956260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-32027f73-24a3-4a8f-b39f-dc48f2bd4951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:47.958584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-32027f73-24a3-4a8f-b39f-dc48f2bd4951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:47.963849 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-32027f73-24a3-4a8f-b39f-dc48f2bd4951 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e2365f9-71f6-4364-9d45-12dfffea14a3 HTTP/1.1" status: 204  len: 168 time: 0.2527292
Apr 19 13:26:48.088471 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 9cd818b6-fa85-46d6-8765-c76675bf4906 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:26:48.247090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 9cd818b6-fa85-46d6-8765-c76675bf4906, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9cd818b6-fa85-46d6-8765-c76675bf4906,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:48.268768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '9cd818b6-fa85-46d6-8765-c76675bf4906', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'port_id': '9cd818b6-fa85-46d6-8765-c76675bf4906', 'mac_address': 'fa:16:3e:ad:43:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:26:48.328798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:48.347527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd818b6-fa85-46d6-8765-c76675bf4906 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:26:48.364531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 9cd818b6-fa85-46d6-8765-c76675bf4906, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9cd818b6-fa85-46d6-8765-c76675bf4906,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:48.368790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:48.370710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:48.446105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=9cd818b6-fa85-46d6-8765-c76675bf4906,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:48.449558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:48.615346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['9cd818b6-fa85-46d6-8765-c76675bf4906'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:26:49.152344 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28daa2-a5f0-4ce2-8706-82dec8a4db19 req-4b3847a1-ef1b-4319-b59b-2df1cf7204e5 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:49.154423 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7d28daa2-a5f0-4ce2-8706-82dec8a4db19 req-4b3847a1-ef1b-4319-b59b-2df1cf7204e5 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 944 time: 0.1235406
Apr 19 13:26:49.209902 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7d28daa2-a5f0-4ce2-8706-82dec8a4db19 req-c79e7442-c94c-4d67-b487-a32d9df65a3f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495837
Apr 19 13:26:49.943911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 9cd818b6-fa85-46d6-8765-c76675bf4906 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:26:50.015190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 9cd818b6-fa85-46d6-8765-c76675bf4906 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:26:50.020067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 9cd818b6-fa85-46d6-8765-c76675bf4906 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:26:50.020499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:50.153704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:50.182659 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd818b6-fa85-46d6-8765-c76675bf4906'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:50.192967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 9cd818b6-fa85-46d6-8765-c76675bf4906, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9cd818b6-fa85-46d6-8765-c76675bf4906,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:26:50.196081 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:50.198023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:26:50.237916 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd818b6-fa85-46d6-8765-c76675bf4906', 'code': 200}
Apr 19 13:26:50.286394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=9cd818b6-fa85-46d6-8765-c76675bf4906,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:26:50.293639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:26:50.525673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f4edf-fe7c-47b8-a064-f199fd571674 req-74496e99-5e49-460f-88b6-a96505f38c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:50.527521 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-930f4edf-fe7c-47b8-a064-f199fd571674 req-74496e99-5e49-460f-88b6-a96505f38c0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 1098 time: 0.0972438
Apr 19 13:26:50.577804 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-930f4edf-fe7c-47b8-a064-f199fd571674 req-4bbf710b-fcc3-4699-ba2a-7de5d2a53058 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433633
Apr 19 13:26:50.661820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf612aff-52d5-45bb-b6d5-ea403b85daf3 req-903117a6-a86b-4363-ae29-31991f7df2f2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:50.663556 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bf612aff-52d5-45bb-b6d5-ea403b85daf3 req-903117a6-a86b-4363-ae29-31991f7df2f2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 945 time: 0.3201118
Apr 19 13:26:50.713365 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bf612aff-52d5-45bb-b6d5-ea403b85daf3 req-7c1bcc82-b8ea-42f0-bc83-edc9fb7d009a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434427
Apr 19 13:26:51.918239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4170e8-8b00-49b8-b2a3-6d1e8a317468 req-8b1a31c7-014c-4e66-9026-105df14311a2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:51.919893 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0c4170e8-8b00-49b8-b2a3-6d1e8a317468 req-8b1a31c7-014c-4e66-9026-105df14311a2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 945 time: 0.0896926
Apr 19 13:26:51.967918 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0c4170e8-8b00-49b8-b2a3-6d1e8a317468 req-a6829668-1e86-4394-9c25-5b062ee92df1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418448
Apr 19 13:26:53.171994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb016a-73bf-4c6f-863c-e4943f2f28b0 req-23fba352-5ad0-46c5-b76e-88832ad1c83c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:53.173591 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9cdb016a-73bf-4c6f-863c-e4943f2f28b0 req-23fba352-5ad0-46c5-b76e-88832ad1c83c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 945 time: 0.0925786
Apr 19 13:26:53.222210 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9cdb016a-73bf-4c6f-863c-e4943f2f28b0 req-501f9f57-7f32-4901-955f-659eeeec059c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417533
Apr 19 13:26:54.435088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722a4e4-d71b-4c57-af32-6a1b10c782d3 req-c0046850-eaae-48b5-9fdb-13717ff9c31c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:54.436853 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e722a4e4-d71b-4c57-af32-6a1b10c782d3 req-c0046850-eaae-48b5-9fdb-13717ff9c31c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 945 time: 0.0919383
Apr 19 13:26:54.490319 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e722a4e4-d71b-4c57-af32-6a1b10c782d3 req-2decbf6b-634f-4eb4-a4f9-be920d69fdc3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465050
Apr 19 13:26:54.939147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4e68cce1-303c-4e67-9601-adabe74dabb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:55.696750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56eb1d-0926-4192-9a04-1d8ff733888c req-68c93e1c-51bd-4525-ad36-f448a40367f8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:55.698382 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4d56eb1d-0926-4192-9a04-1d8ff733888c req-68c93e1c-51bd-4525-ad36-f448a40367f8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 945 time: 0.0899282
Apr 19 13:26:55.748066 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4d56eb1d-0926-4192-9a04-1d8ff733888c req-6a967234-4e16-4df4-a106-b22b1dac4888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433550
Apr 19 13:26:55.949701 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48d9a-86da-45d6-9d73-7f5403ae4696 req-8c5623b0-0fe3-44e3-9204-dd94c414c52a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:55.951338 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5aa48d9a-86da-45d6-9d73-7f5403ae4696 req-8c5623b0-0fe3-44e3-9204-dd94c414c52a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 945 time: 0.0913677
Apr 19 13:26:55.961659 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60770) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:26:55.967400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-9711ae9f-119e-4dac-82a0-eaa7c14ecce0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Request body: {'floatingip': {'port_id': '9cd818b6-fa85-46d6-8765-c76675bf4906'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:26:56.048999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9711ae9f-119e-4dac-82a0-eaa7c14ecce0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:56.703186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9711ae9f-119e-4dac-82a0-eaa7c14ecce0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:56.839960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9711ae9f-119e-4dac-82a0-eaa7c14ecce0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:57.250636 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-9711ae9f-119e-4dac-82a0-eaa7c14ecce0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Floating IP 329cb069-af02-48e3-ad3f-6ae08efebe0d associated. External IP: 172.27.0.107, port: 9cd818b6-fa85-46d6-8765-c76675bf4906.
Apr 19 13:26:57.633872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9711ae9f-119e-4dac-82a0-eaa7c14ecce0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Router c73239fa-1a87-4647-beba-3f2fac4b421d has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:26:57.862907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9711ae9f-119e-4dac-82a0-eaa7c14ecce0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:26:57.868814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9711ae9f-119e-4dac-82a0-eaa7c14ecce0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:57.875451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] Sync routers for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:26:57.895005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:26:57.895825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a9ccdd8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:57.937357 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9711ae9f-119e-4dac-82a0-eaa7c14ecce0 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "PUT /v2.0/floatingips/329cb069-af02-48e3-ad3f-6ae08efebe0d HTTP/1.1" status: 200  len: 991 time: 1.9745233
Apr 19 13:26:57.938091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'tag': '9cd818b6-fa85-46d6-8765-c76675bf4906'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:26:57.954085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:58.050121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bea71734-eea9-48b0-8d67-74191471b94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:58.098157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:26:58.317627 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:58.483784 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a9ccdd8>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '329cb069-af02-48e3-ad3f-6ae08efebe0d', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'floating_ip_address': '172.27.0.107', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'port_id': '9cd818b6-fa85-46d6-8765-c76675bf4906', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'mac_address': 'fa:16:3e:ad:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:26:39Z', 'updated_at': '2021-04-19T13:26:56Z', 'revision_number': 1, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:58.487760 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] Checking router: c73239fa-1a87-4647-beba-3f2fac4b421d for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:26:58.496786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:26:58.497439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a9ccdd8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:58.646476 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'tag': '9cd818b6-fa85-46d6-8765-c76675bf4906', 'status': 'completed', 'code': 200}
Apr 19 13:26:58.689796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:26:58.761650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d994a-f691-4170-8259-47dd858e48ce req-a387abfe-cdc1-49cb-bdd6-5ccd0f846b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:58.763284 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-142d994a-f691-4170-8259-47dd858e48ce req-a387abfe-cdc1-49cb-bdd6-5ccd0f846b42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f383e19f962d42879794bd93ee81fa67&device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 1098 time: 0.0830822
Apr 19 13:26:58.989245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:26:59.090215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a9ccdd8>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '329cb069-af02-48e3-ad3f-6ae08efebe0d', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'floating_ip_address': '172.27.0.107', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'port_id': '9cd818b6-fa85-46d6-8765-c76675bf4906', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'mac_address': 'fa:16:3e:ad:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:26:39Z', 'updated_at': '2021-04-19T13:26:56Z', 'revision_number': 1, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:26:59.095235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76301750-c2ac-43a1-b5b7-f84d707b4a8e None None] The sync data for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi is: [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '329cb069-af02-48e3-ad3f-6ae08efebe0d', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'floating_ip_address': '172.27.0.107', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'port_id': '9cd818b6-fa85-46d6-8765-c76675bf4906', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'mac_address': 'fa:16:3e:ad:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:26:39Z', 'updated_at': '2021-04-19T13:26:56Z', 'revision_number': 1, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:26:59.142535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d994a-f691-4170-8259-47dd858e48ce req-fb70b0fd-b8ab-4d7b-bc0b-a04cbd424255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:59.144111 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-142d994a-f691-4170-8259-47dd858e48ce req-fb70b0fd-b8ab-4d7b-bc0b-a04cbd424255 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 200  len: 912 time: 0.3689451
Apr 19 13:26:59.258494 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-142d994a-f691-4170-8259-47dd858e48ce req-91381a74-3a56-43a3-b38f-f533f6d7cb9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd818b6-fa85-46d6-8765-c76675bf4906 HTTP/1.1" status: 200  len: 999 time: 0.1052477
Apr 19 13:26:59.330172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d994a-f691-4170-8259-47dd858e48ce req-180f8dd4-6cb0-4791-a2fe-517e243c0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:59.331850 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-142d994a-f691-4170-8259-47dd858e48ce req-180f8dd4-6cb0-4791-a2fe-517e243c0824 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c91c612-6f59-49f3-8c6e-16f08a1ad2cb HTTP/1.1" status: 200  len: 850 time: 0.0647814
Apr 19 13:26:59.419365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8747572c-36bf-4aa4-9439-7d47fc9cade2 None None] New status for floating IP 329cb069-af02-48e3-ad3f-6ae08efebe0d: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:26:59.419669 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d994a-f691-4170-8259-47dd858e48ce req-612ff602-3876-4136-85d0-02b3a5192828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:26:59.421311 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-142d994a-f691-4170-8259-47dd858e48ce req-612ff602-3876-4136-85d0-02b3a5192828 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b69f49c-9f92-4a3d-b35f-1fbfe3432942&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822284
Apr 19 13:26:59.579408 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-142d994a-f691-4170-8259-47dd858e48ce req-0781ff15-50ec-4b9a-9573-fb303afda087 service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495390
Apr 19 13:26:59.807811 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-142d994a-f691-4170-8259-47dd858e48ce req-009997e7-6b9f-4931-80af-6ad1d81d37ef service neutron] 10.222.0.10 "GET /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2213519
Apr 19 13:27:00.202917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:02.415599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:27:09.872288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60904) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:09.998614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:10.014459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:10.018551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Usage tracker for resource:security_group_rule and tenant:19427599cafe4f00b6908b9abc8339f9 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:10.021682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:10.027782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:10.117755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:10.120506 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:10.129375 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-19e7a39b-e9cd-45c7-ab4b-5003e8558883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:10.171259 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19427599cafe4f00b6908b9abc8339f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2977324
Apr 19 13:27:10.172984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3859ff7-d462-4681-b13e-f1f3f7f6b564,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:10.174603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 60910) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:10.181445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.181859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.182268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.182718 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.183118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.183521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.183916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.184318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.184717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.185110 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.185497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.185886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.190011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:10.244640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:10.273557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:10.323581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:10.329025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9c061934-f1e5-40dd-9fe5-bb07460b2407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:10.345019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3859ff7-d462-4681-b13e-f1f3f7f6b564,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:10.357478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.357916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.358346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.358794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.359205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.359603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.359998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.360388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.360780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.361168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.361556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.361943 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:10.366120 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:10.367596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:10.368829 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3859ff7-d462-4681-b13e-f1f3f7f6b564 HTTP/1.1" status: 204  len: 168 time: 0.1931226
Apr 19 13:27:10.615232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7890016-d607-4ef3-9761-256ca860dbae req-7c649ee0-5513-4fe4-a2bd-6b2756c20b01 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:10.616892 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7890016-d607-4ef3-9761-256ca860dbae req-7c649ee0-5513-4fe4-a2bd-6b2756c20b01 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.0944445
Apr 19 13:27:10.671829 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7890016-d607-4ef3-9761-256ca860dbae req-4d16762e-d414-4d1b-bb72-5fcf63fc046d tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0482390
Apr 19 13:27:10.708068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-751a57c4-78a3-4959-9ad2-19f99178cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:10.709991 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-751a57c4-78a3-4959-9ad2-19f99178cef2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36a894a7f0f145aeb50eb61bf2ef27de&device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 1138 time: 0.2091973
Apr 19 13:27:10.870852 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-ead6049f-070f-4150-830e-3cdccdec8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:10.872926 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-ead6049f-070f-4150-830e-3cdccdec8010 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 HTTP/1.1" status: 200  len: 916 time: 0.1536710
Apr 19 13:27:10.992591 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-12ab665c-ead3-44ec-bd77-22ebe2a5426b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 1002 time: 0.1112757
Apr 19 13:27:11.075384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-135163d7-52ff-4ac7-ae6b-f8be26e27be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:11.077389 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-135163d7-52ff-4ac7-ae6b-f8be26e27be9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=870cc631-c6cd-4107-9931-e85bcffb51d9 HTTP/1.1" status: 200  len: 854 time: 0.0761154
Apr 19 13:27:11.177324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-c636564c-4f2d-42df-9367-f20df474bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:11.178998 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-c636564c-4f2d-42df-9367-f20df474bc35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0931530
Apr 19 13:27:11.204023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60946) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:11.327541 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-292a5dc2-5668-42b7-9623-6004991cf2cc service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387999
Apr 19 13:27:11.384472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1754407817-network', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:11.389522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:11.393640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Usage tracker for resource:network and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:11.397641 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:11.404380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:11.413193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Made reservation on behalf of 855b7dbfab6d4701bf3803549ef38760 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:27:11.417945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:11.435698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:11.451777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:11.455808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Usage tracker for resource:security_group_rule and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:11.459313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:11.465305 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:11.476155 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5085fda1-09e4-45c2-a71e-291b092c5747 req-71a9ed8b-3cfa-41cb-a2d8-310110b32365 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390283
Apr 19 13:27:11.551357 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:11.554954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:11.559092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-98e73786-108a-4be7-b8bd-74541f3dc9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:11.586045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:27:11.599793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687a2511-aa1a-4e41-b6fa-bbebc1815718,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:11.603152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:11.605942 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:11.606389 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Added segment 4e8cf31c-e42c-45ab-b9a1-5d41611d6afb of type vlan for network 18b42057-d1db-458d-aaf0-34b91428003d
Apr 19 13:27:11.635863 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:11.667696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:11.669090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:11.669736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:11.674770 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:11.791952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Pushing event updated for resources: {'Network': ['ID=18b42057-d1db-458d-aaf0-34b91428003d,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:11.795089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:11.804548 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5958843
Apr 19 13:27:11.804843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60954) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:11.806063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 18b42057-d1db-458d-aaf0-34b91428003d details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:27:11.811678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Request body: {'subnet': {'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1754407817-subnet', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:11.817246 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:11.822438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Usage tracker for resource:subnet and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:11.826048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:11.832632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:11.844163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Made reservation on behalf of 855b7dbfab6d4701bf3803549ef38760 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:27:11.849572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6673081'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:12.102853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fffa1-3a3b-474b-a8f5-64e0a216c330 req-3a8bed06-40ab-4ac9-87f4-2ff4be1cc381 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:12.104501 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b3fffa1-3a3b-474b-a8f5-64e0a216c330 req-3a8bed06-40ab-4ac9-87f4-2ff4be1cc381 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.1541114
Apr 19 13:27:12.193842 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b3fffa1-3a3b-474b-a8f5-64e0a216c330 req-6f236e63-6317-43d2-a2c7-aa2542ca1c9d tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0827401
Apr 19 13:27:12.396056 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6951519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6673064'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:12.400692 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-27504090-cc16-456f-93d8-c07eb05d5de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:12.480696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1618ee8e-82d2-4094-91de-5871701a5ddd,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:12.484911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:12.489200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Checking segment: {'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:27:12.490151 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Network hostable DHCP agents. Network: 18b42057-d1db-458d-aaf0-34b91428003d, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:27:12.509918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Network 18b42057-d1db-458d-aaf0-34b91428003d is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:27:12.518100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 18b42057-d1db-458d-aaf0-34b91428003d) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:12.527764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a96b139-0c56-4779-9f3b-ba45306a0fec None None] Network 18b42057-d1db-458d-aaf0-34b91428003d requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:27:12.530141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:12.530843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:12.550522 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e9e98fcd-b886-4627-9861-27be4393a581 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7444732
Apr 19 13:27:12.553948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60962) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:12.559356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:12.564222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:12.568588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Usage tracker for resource:router and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:12.572204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:12.578774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:12.588630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773501'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:12.589750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7964904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7972878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2556'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:12.606890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:12.904539 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:12.920080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842d9232-91a1-5e51-b025-300ff00a3570-18b42057-d1db-458d-aaf0-34b91428003d', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd'}]}} from dv-cinder-786873-1-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 13:27:12.921035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:13.084655 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Allocated IP 172.20.0.2 (18b42057-d1db-458d-aaf0-34b91428003d/1618ee8e-82d2-4094-91de-5871701a5ddd/fe50249c-ff39-4e86-9e3a-c6522d183edc) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:27:13.332691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:13.344772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Transition to ACTIVE for port object fe50249c-ff39-4e86-9e3a-c6522d183edc will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:13.366186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Transition to ACTIVE for port object fe50249c-ff39-4e86-9e3a-c6522d183edc will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:13.371264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:13.376691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:13.446218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Network 18b42057-d1db-458d-aaf0-34b91428003d is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:27:13.449886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:13.453858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:27:13.533371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Pushing event updated for resources: {'Port': ['ID=fe50249c-ff39-4e86-9e3a-c6522d183edc,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:13.544027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:13.560448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Attempting to bind port fe50249c-ff39-4e86-9e3a-c6522d183edc on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:27:13.560877 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Attempting to bind port fe50249c-ff39-4e86-9e3a-c6522d183edc by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:27:13.561287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Attempting to bind port fe50249c-ff39-4e86-9e3a-c6522d183edc on network 18b42057-d1db-458d-aaf0-34b91428003d {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:27:13.566936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:27:13.567887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Checking segment: {'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:27:13.568520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:13.568779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Bound using segment: {'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:27:13.569304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Bound port: fe50249c-ff39-4e86-9e3a-c6522d183edc, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:27:13.569727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:13.577867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:13.614411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:13.665837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] For port fe50249c-ff39-4e86-9e3a-c6522d183edc, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:27:13.669183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] For port fe50249c-ff39-4e86-9e3a-c6522d183edc, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=fe50249c-ff39-4e86-9e3a-c6522d183edc,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:27:13.670063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3b1f3-1678-4ccb-897e-5256ae0f86e8 req-9240adf3-7031-4713-b8c9-ce5111f0b534 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:13.671726 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f0c3b1f3-1678-4ccb-897e-5256ae0f86e8 req-9240adf3-7031-4713-b8c9-ce5111f0b534 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.2337503
Apr 19 13:27:13.672601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:13.680613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:13.762242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Pushing event updated for resources: {'Port': ['ID=fe50249c-ff39-4e86-9e3a-c6522d183edc,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:13.765438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:13.785974 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f0c3b1f3-1678-4ccb-897e-5256ae0f86e8 req-1cb2ea49-892d-4cb4-aeae-d0fce5825d3a tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1045325
Apr 19 13:27:13.820666 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Allocated IP 172.27.0.228 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/373b86a6-20c9-4898-b368-40280071be77) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:27:13.984608 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:14.031130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:14.035435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e7f6e5eb-7ebf-4f86-91d0-5f232df5e888 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:14.120399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:27:14.123509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:14.125971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:27:14.170185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Pushing event updated for resources: {'Port': ['ID=373b86a6-20c9-4898-b368-40280071be77,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:14.173271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:14.581484 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:15.019760 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846783157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:15.048086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904a578-6b38-4817-b58f-6f88efd38b37 None None] Network 18b42057-d1db-458d-aaf0-34b91428003d requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:27:15.163452 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-61ebe7e8-be18-4ef2-b9a1-49f44c2ece3d None None] Provisioning for port fe50249c-ff39-4e86-9e3a-c6522d183edc completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:15.184262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76422ae-4c86-4b8e-af4b-e00df38ee787 req-c251feb8-89de-42bc-9b67-114885458529 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:15.185962 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a76422ae-4c86-4b8e-af4b-e00df38ee787 req-c251feb8-89de-42bc-9b67-114885458529 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.2641077
Apr 19 13:27:15.245072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device fe50249c-ff39-4e86-9e3a-c6522d183edc up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:15.272065 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a76422ae-4c86-4b8e-af4b-e00df38ee787 req-b9add5ed-6b6e-4274-b715-c7baefaaf45a tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0749965
Apr 19 13:27:15.303956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Router 1ee31edb-986c-421e-b127-c18d94ec2edf is scheduled to L3 agent b51156a7-5930-429e-869a-c7dc210d1671 with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 13:27:15.381458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port fe50249c-ff39-4e86-9e3a-c6522d183edc completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:15.389235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port fe50249c-ff39-4e86-9e3a-c6522d183edc triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:15.389668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:15.510687 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:27:15.521862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Sync routers for ids ['1ee31edb-986c-421e-b127-c18d94ec2edf'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:27:15.539401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:15.540889 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9858754
Apr 19 13:27:15.543132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:15.543908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 60980) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:15.557766 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Routers {'1ee31edb-986c-421e-b127-c18d94ec2edf'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:27:15.558511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a9c39b0>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['1ee31edb-986c-421e-b127-c18d94ec2edf'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:15.736264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port fe50249c-ff39-4e86-9e3a-c6522d183edc, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=fe50249c-ff39-4e86-9e3a-c6522d183edc,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:27:15.746734 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:15.752296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-615e3a6c-ad39-488a-858a-d9b997009164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:15.793298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-bf5d6a54-51bd-40e3-b8fe-7fc423574fdd None None] Provisioning complete for port fe50249c-ff39-4e86-9e3a-c6522d183edc triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:15.793730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6a54-51bd-40e3-b8fe-7fc423574fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:15.915871 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Set router 1ee31edb-986c-421e-b127-c18d94ec2edf gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:27:15.961720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=fe50249c-ff39-4e86-9e3a-c6522d183edc,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:16.031667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:16.290256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a9c39b0>, [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:14Z', 'revision_number': 3, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:16.294303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Checking router: 1ee31edb-986c-421e-b127-c18d94ec2edf for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:27:16.294739 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Updating router 1ee31edb-986c-421e-b127-c18d94ec2edf port 373b86a6-20c9-4898-b368-40280071be77 binding host dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:27:16.510992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:16.596940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c6722-1fa1-4b4e-a296-3d3e2dd88a5f req-d66084f4-e4d8-4ad1-a1e0-a7d103a7665a tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:16.599177 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-671c6722-1fa1-4b4e-a296-3d3e2dd88a5f req-d66084f4-e4d8-4ad1-a1e0-a7d103a7665a tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.1974127
Apr 19 13:27:16.605777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:16.707356 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-671c6722-1fa1-4b4e-a296-3d3e2dd88a5f req-84291334-0376-4e44-b3fe-4461288dfcc5 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0909197
Apr 19 13:27:16.861929 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:16.872682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Allocated IP 172.20.0.1 (18b42057-d1db-458d-aaf0-34b91428003d/1618ee8e-82d2-4094-91de-5871701a5ddd/79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:27:16.885398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Transition to ACTIVE for port object 373b86a6-20c9-4898-b368-40280071be77 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:16.891598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:16.896336 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:16.977966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Attempting to bind port 373b86a6-20c9-4898-b368-40280071be77 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:27:16.978389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Attempting to bind port 373b86a6-20c9-4898-b368-40280071be77 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:27:16.978813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Attempting to bind port 373b86a6-20c9-4898-b368-40280071be77 on network ee5c3b24-29f2-4961-b18b-259e644611b9 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:27:16.984891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a19ec1-b3f9-4bd5-a636-2baab9bc6e3b None None] Pushing event updated for resources: {'Port': ['ID=373b86a6-20c9-4898-b368-40280071be77,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:16.989711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-60a19ec1-b3f9-4bd5-a636-2baab9bc6e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:16.990648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:27:16.991066 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:27:16.991512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:16.991948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Bound using segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:27:16.992493 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Bound port: 373b86a6-20c9-4898-b368-40280071be77, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:27:16.992903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.037308 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.055406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Transition to ACTIVE for port object 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:17.070031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] For port 373b86a6-20c9-4898-b368-40280071be77, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:27:17.074396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] For port 373b86a6-20c9-4898-b368-40280071be77, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=373b86a6-20c9-4898-b368-40280071be77,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:27:17.079230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.083808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.084552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:17.089633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:17.160823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Network 18b42057-d1db-458d-aaf0-34b91428003d is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:27:17.165129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:17.169125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:27:17.170677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Routers {'1ee31edb-986c-421e-b127-c18d94ec2edf'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:27:17.171467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a9c39b0>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['1ee31edb-986c-421e-b127-c18d94ec2edf'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:17.210858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Pushing event updated for resources: {'Port': ['ID=79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:17.215211 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:17.234860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993614'] for router_interface, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.235096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device fe50249c-ff39-4e86-9e3a-c6522d183edc up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:17.339851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a19ec1-b3f9-4bd5-a636-2baab9bc6e3b None None] Pushing event updated for resources: {'Port': ['ID=373b86a6-20c9-4898-b368-40280071be77,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:17.351479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-60a19ec1-b3f9-4bd5-a636-2baab9bc6e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:17.444858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port fe50249c-ff39-4e86-9e3a-c6522d183edc triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:17.445215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.485883 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-84734040-4d30-46eb-b5b8-5eeb28bf219e None None] Provisioning for port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:17.489960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.492143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] Set router 1ee31edb-986c-421e-b127-c18d94ec2edf gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:27:17.603110 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-84734040-4d30-46eb-b5b8-5eeb28bf219e None None] Provisioning complete for port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:17.603544 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-84734040-4d30-46eb-b5b8-5eeb28bf219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.739381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.743345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6954951'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.772786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-84734040-4d30-46eb-b5b8-5eeb28bf219e None None] Port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:27:17.774006 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:17.919769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7862866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846782103'] for router_interface, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:17.923415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Pushing event updated for resources: {'Port': ['ID=79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:17.926711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:17.938569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a9c39b0>, [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:14Z', 'revision_number': 3, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:17.943298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc966084-d734-4362-aafd-91edfc1e9a09 None None] The sync data for ids ['1ee31edb-986c-421e-b127-c18d94ec2edf'] in dv-cinder-786873-1-iscsi is: [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:14Z', 'revision_number': 3, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:27:18.073916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552c322-49d3-4939-8ef1-d33630424a01 req-789e481e-ff72-416e-a836-bc12fbff94d6 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:18.079008 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3552c322-49d3-4939-8ef1-d33630424a01 req-789e481e-ff72-416e-a836-bc12fbff94d6 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.2464931
Apr 19 13:27:18.139086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Network 18b42057-d1db-458d-aaf0-34b91428003d is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:27:18.142911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:18.157523 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3552c322-49d3-4939-8ef1-d33630424a01 req-e86da8a6-b893-415b-93b8-d28ddb52a7b0 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0743327
Apr 19 13:27:18.404430 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-3cb8e5eb-ae82-4c85-ad34-66a19456086a None None] Provisioning complete for port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:18.404921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e5eb-ae82-4c85-ad34-66a19456086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:18.470847 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-3cb8e5eb-ae82-4c85-ad34-66a19456086a None None] Port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:27:18.598639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Router 1ee31edb-986c-421e-b127-c18d94ec2edf has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:27:18.798656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:27:18.809432 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] 10.222.0.26 "PUT /v2.0/routers/1ee31edb-986c-421e-b127-c18d94ec2edf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2642822
Apr 19 13:27:19.218912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 373b86a6-20c9-4898-b368-40280071be77 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:19.299876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 373b86a6-20c9-4898-b368-40280071be77 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:19.305229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 373b86a6-20c9-4898-b368-40280071be77 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:19.305656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.374745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2f52b-8837-49f1-87d0-4a4f7b18f034 req-604eda1b-4bde-4f5a-bc01-41dc9e5a7ee5 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:19.376549 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-99a2f52b-8837-49f1-87d0-4a4f7b18f034 req-604eda1b-4bde-4f5a-bc01-41dc9e5a7ee5 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.0949359
Apr 19 13:27:19.401809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 32788) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:19.408208 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1845951510-network', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:19.414225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:19.418491 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Usage tracker for resource:network and tenant:ba670a70144d4dbd85ecabc13d9ddb83 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:19.421619 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:19.428906 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:19.430115 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-99a2f52b-8837-49f1-87d0-4a4f7b18f034 req-fcf7b915-5738-4422-8990-73d4e0d6362c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0460391
Apr 19 13:27:19.438429 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Made reservation on behalf of ba670a70144d4dbd85ecabc13d9ddb83 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:27:19.443915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.454346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.462023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.471945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 373b86a6-20c9-4898-b368-40280071be77, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=373b86a6-20c9-4898-b368-40280071be77,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:27:19.476107 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.478228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:19.480064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:19.484236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Usage tracker for resource:security_group_rule and tenant:ba670a70144d4dbd85ecabc13d9ddb83 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:19.487267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:19.493987 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:19.550154 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=373b86a6-20c9-4898-b368-40280071be77,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:19.553578 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:19.588765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.591548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.596069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-78932ee9-1fd6-4406-90a5-5aee58544182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:19.627020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:27:19.636092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c060fe-dd78-4fae-867b-150eff536e34,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:19.639665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:19.644256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.644765 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Added segment 959576a9-c5ae-4e4f-842c-53db490eb302 of type vlan for network 159c0905-9685-4231-8fe3-9ca0a366525e
Apr 19 13:27:19.672899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.702102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.703701 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:19.704359 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:19.710076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:19.817533 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4143057
Apr 19 13:27:19.818524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Pushing event updated for resources: {'Network': ['ID=159c0905-9685-4231-8fe3-9ca0a366525e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:19.821082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 32792) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:19.821399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:19.827224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Request body: {'subnet': {'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1845951510-subnet', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:19.829737 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network 159c0905-9685-4231-8fe3-9ca0a366525e details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:27:19.832632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:19.837663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Usage tracker for resource:subnet and tenant:ba670a70144d4dbd85ecabc13d9ddb83 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:19.840733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:19.847196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:19.857640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Made reservation on behalf of ba670a70144d4dbd85ecabc13d9ddb83 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:27:19.862394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6673081'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:20.292591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6951519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6673064'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:20.297639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:20.376714 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c25914-2741-4ff0-aed8-a95273c34266,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:20.381872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:20.386231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Checking segment: {'id': '959576a9-c5ae-4e4f-842c-53db490eb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:27:20.386675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Network hostable DHCP agents. Network: 159c0905-9685-4231-8fe3-9ca0a366525e, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:27:20.405946 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Network 159c0905-9685-4231-8fe3-9ca0a366525e is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:27:20.414310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, 159c0905-9685-4231-8fe3-9ca0a366525e) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:20.423462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a1662f-809c-4071-acbe-22aa7dff6435 None None] Network 159c0905-9685-4231-8fe3-9ca0a366525e requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:27:20.430488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:20.431160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:20.452711 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7591b3e1-2f95-4e92-bc2d-7ddbb978218a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6303210
Apr 19 13:27:20.455295 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 32800) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:20.462764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1845951510-router', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:20.467734 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:20.472096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Usage tracker for resource:router and tenant:ba670a70144d4dbd85ecabc13d9ddb83 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:20.475924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:20.482610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:20.492526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773501'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:20.493587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7964904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7972878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2556'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:20.517848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:20.654393 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Sync routers for ids ['1ee31edb-986c-421e-b127-c18d94ec2edf'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:27:20.662683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842d9232-91a1-5e51-b025-300ff00a3570-159c0905-9685-4231-8fe3-9ca0a366525e', 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'fixed_ips': [{'subnet_id': '28c25914-2741-4ff0-aed8-a95273c34266'}]}} from dv-cinder-786873-1-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 13:27:20.663833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:20.666706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Routers {'1ee31edb-986c-421e-b127-c18d94ec2edf'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:27:20.667400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab9ca90>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['1ee31edb-986c-421e-b127-c18d94ec2edf'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:20.832350 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Allocated IP 172.20.0.2 (159c0905-9685-4231-8fe3-9ca0a366525e/28c25914-2741-4ff0-aed8-a95273c34266/de2c0d2e-da5e-4adf-97d2-43f860d5ed76) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:27:20.863687 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Set router 1ee31edb-986c-421e-b127-c18d94ec2edf gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:27:20.879973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:20.933544 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7f983-ca9c-49bc-9672-fcd954379c85 req-48d02518-021c-43cb-b123-68224fc583c0 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:20.935295 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b5d7f983-ca9c-49bc-9672-fcd954379c85 req-48d02518-021c-43cb-b123-68224fc583c0 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.3430140
Apr 19 13:27:21.057270 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b5d7f983-ca9c-49bc-9672-fcd954379c85 req-597134b5-1b81-4b39-9056-b947a228412c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1117098
Apr 19 13:27:21.223204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 373b86a6-20c9-4898-b368-40280071be77 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:21.256776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab9ca90>, [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81', 'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'mac_address': 'fa:16:3e:7f:97:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:16Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 2, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'subnets': [{'id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:21.260936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Checking router: 1ee31edb-986c-421e-b127-c18d94ec2edf for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:27:21.261335 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Updating router 1ee31edb-986c-421e-b127-c18d94ec2edf port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 binding host dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:27:21.303186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.318644 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Transition to ACTIVE for port object de2c0d2e-da5e-4adf-97d2-43f860d5ed76 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:21.336411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.351727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Transition to ACTIVE for port object de2c0d2e-da5e-4adf-97d2-43f860d5ed76 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:21.352367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.352845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 373b86a6-20c9-4898-b368-40280071be77 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:21.353279 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.389053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.391356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.402533 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:21.472626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Network 159c0905-9685-4231-8fe3-9ca0a366525e is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:27:21.477614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:21.480231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:27:21.557858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Allocated IP 172.27.0.165 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/f87311f5-468e-469f-9837-01f30ab7ea51) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:27:21.588834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Pushing event updated for resources: {'Port': ['ID=de2c0d2e-da5e-4adf-97d2-43f860d5ed76,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:21.641365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.641674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.642058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.642452 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.642830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.643202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.643567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.643936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.644670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.644670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.645005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.645965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:21.650026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:21.678571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Attempting to bind port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:27:21.678988 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Attempting to bind port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '959576a9-c5ae-4e4f-842c-53db490eb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:27:21.679397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Attempting to bind port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 on network 159c0905-9685-4231-8fe3-9ca0a366525e {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:27:21.689978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:27:21.690431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Checking segment: {'id': '959576a9-c5ae-4e4f-842c-53db490eb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:27:21.690885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.691516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Bound using segment: {'id': '959576a9-c5ae-4e4f-842c-53db490eb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:27:21.691829 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Bound port: de2c0d2e-da5e-4adf-97d2-43f860d5ed76, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959576a9-c5ae-4e4f-842c-53db490eb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:27:21.692785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.728513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.760435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.765538 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.769941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:21.779296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Transition to ACTIVE for port object 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:21.785062 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.790272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:21.795148 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] For port de2c0d2e-da5e-4adf-97d2-43f860d5ed76, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:27:21.798402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] For port de2c0d2e-da5e-4adf-97d2-43f860d5ed76, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=de2c0d2e-da5e-4adf-97d2-43f860d5ed76,segment=NetworkSegment(959576a9-c5ae-4e4f-842c-53db490eb302),segment_id=959576a9-c5ae-4e4f-842c-53db490eb302)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:27:21.801584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:21.806422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:21.842639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:27:21.847011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:21.851403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:27:21.897168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Pushing event updated for resources: {'Port': ['ID=f87311f5-468e-469f-9837-01f30ab7ea51,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:21.898528 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Pushing event updated for resources: {'Port': ['ID=de2c0d2e-da5e-4adf-97d2-43f860d5ed76,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:21.902465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:21.916055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:21.971079 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Pushing event updated for resources: {'Port': ['ID=79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:22.018978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.019604 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.019769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.020112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.021033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.021542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.021806 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.022180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.022598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.022968 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.023332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.023699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:27:22.035084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:22.046943 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Attempting to bind port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:27:22.047365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Attempting to bind port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:27:22.047779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Attempting to bind port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 on network 18b42057-d1db-458d-aaf0-34b91428003d {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:27:22.055512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:27:22.056204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Checking segment: {'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:27:22.056661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:22.057105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Bound using segment: {'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:27:22.057666 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Bound port: 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:27:22.058116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:22.166386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] For port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:27:22.173034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] For port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:27:22.177607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:22.182785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:22.305371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Pushing event updated for resources: {'Port': ['ID=79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:22.308560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Routers {'1ee31edb-986c-421e-b127-c18d94ec2edf'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:27:22.309295 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab9ca90>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['1ee31edb-986c-421e-b127-c18d94ec2edf'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:22.376263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:22.554899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] Set router 1ee31edb-986c-421e-b127-c18d94ec2edf gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:27:22.734518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e664d-acd2-4c29-b492-500c9863438a req-52858b67-7056-4a4c-9a9f-1b23e0722294 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:22.736057 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f16e664d-acd2-4c29-b492-500c9863438a req-52858b67-7056-4a4c-9a9f-1b23e0722294 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.4978027
Apr 19 13:27:22.743099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:22.925856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab9ca90>, [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81', 'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'mac_address': 'fa:16:3e:7f:97:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:16Z', 'updated_at': '2021-04-19T13:27:22Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'subnets': [{'id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:22.930541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff0b63-70d7-4e81-b0fb-ae44d9b65a6b None None] The sync data for ids ['1ee31edb-986c-421e-b127-c18d94ec2edf'] in dv-cinder-786873-1-iscsi is: [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81', 'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'mac_address': 'fa:16:3e:7f:97:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:16Z', 'updated_at': '2021-04-19T13:27:22Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'subnets': [{'id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:27:22.934899 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f16e664d-acd2-4c29-b492-500c9863438a req-2312a663-2c92-4558-89af-4d0416cf8100 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1396265
Apr 19 13:27:23.210872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846783157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:23.288677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device de2c0d2e-da5e-4adf-97d2-43f860d5ed76 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:23.380688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:23.387555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:23.467752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Router 6208378b-0b5c-4240-890c-682fc795db3c is scheduled to L3 agent b51156a7-5930-429e-869a-c7dc210d1671 with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 13:27:23.468874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:23.475639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:23.476145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:23.549941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d6d512-8219-4272-b077-4bc06b62eda3 None None] Network 159c0905-9685-4231-8fe3-9ca0a366525e requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:27:23.683951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:27:23.711428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:23.715373 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.2564464
Apr 19 13:27:23.715532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Sync routers for ids ['6208378b-0b5c-4240-890c-682fc795db3c'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:27:23.715715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 32818) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:23.783611 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:23.859034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Routers {'6208378b-0b5c-4240-890c-682fc795db3c'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:27:23.859750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295b2a1898>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['6208378b-0b5c-4240-890c-682fc795db3c'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:23.924665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-82caa9f9-f98c-442a-908a-a72eb170cc88 None None] Provisioning for port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:24.117142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Set router 6208378b-0b5c-4240-890c-682fc795db3c gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:27:24.270160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8917c70-b956-4c1d-975b-40849a7d000f req-bcfb0045-d1cd-410c-8fec-6bfd48433681 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:24.272302 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c8917c70-b956-4c1d-975b-40849a7d000f req-bcfb0045-d1cd-410c-8fec-6bfd48433681 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.1462116
Apr 19 13:27:24.313709 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-82caa9f9-f98c-442a-908a-a72eb170cc88 None None] Provisioning complete for port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:24.314352 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-82caa9f9-f98c-442a-908a-a72eb170cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:24.336590 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c8917c70-b956-4c1d-975b-40849a7d000f req-61d2ef8c-c7d1-4616-b7ef-cade343a1c36 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0575390
Apr 19 13:27:24.420566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:27:24.442480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:24.449320 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-60a19ec1-b3f9-4bd5-a636-2baab9bc6e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:24.558530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:24.569294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:24.582397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:24.772948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-82caa9f9-f98c-442a-908a-a72eb170cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:24.797448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Allocated IP 172.20.0.1 (159c0905-9685-4231-8fe3-9ca0a366525e/28c25914-2741-4ff0-aed8-a95273c34266/35871c0e-c5f0-4aac-8995-c8c1e1325ebd) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:27:24.822422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-82caa9f9-f98c-442a-908a-a72eb170cc88 None None] For port de2c0d2e-da5e-4adf-97d2-43f860d5ed76, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=de2c0d2e-da5e-4adf-97d2-43f860d5ed76,segment=NetworkSegment(959576a9-c5ae-4e4f-842c-53db490eb302),segment_id=959576a9-c5ae-4e4f-842c-53db490eb302)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:27:24.828629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-82caa9f9-f98c-442a-908a-a72eb170cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:24.831529 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295b2a1898>, [{'id': '6208378b-0b5c-4240-890c-682fc795db3c', 'name': 'tempest-TestShelveInstance-1845951510-router', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:20Z', 'updated_at': '2021-04-19T13:27:22Z', 'revision_number': 3, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'gw_port': {'id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:21Z', 'updated_at': '2021-04-19T13:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:24.836648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:24.870928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Checking router: 6208378b-0b5c-4240-890c-682fc795db3c for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:27:24.871342 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Updating router 6208378b-0b5c-4240-890c-682fc795db3c port f87311f5-468e-469f-9837-01f30ab7ea51 binding host dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:27:24.981225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:24.999704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Transition to ACTIVE for port object 35871c0e-c5f0-4aac-8995-c8c1e1325ebd will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:25.024544 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.029803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8611ea04-9cac-4923-8286-1cf1f214e76b tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:25.101869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Network 159c0905-9685-4231-8fe3-9ca0a366525e is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:27:25.105915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:25.110675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:27:25.146223 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.151523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Pushing event updated for resources: {'Port': ['ID=35871c0e-c5f0-4aac-8995-c8c1e1325ebd,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:25.156115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:25.181069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993614'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.195667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5684cd1b-398c-4210-acac-0830815aa734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.208675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-0d873e48-b8a5-420c-ac91-e0bfff43dacd None None] Provisioning complete for port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:25.209259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0d873e48-b8a5-420c-ac91-e0bfff43dacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.236121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82caa9f9-f98c-442a-908a-a72eb170cc88 None None] Pushing event updated for resources: {'Port': ['ID=de2c0d2e-da5e-4adf-97d2-43f860d5ed76,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:25.253777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-82caa9f9-f98c-442a-908a-a72eb170cc88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:25.263947 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:25.314561 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.518565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:25.519181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.555169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9c1d4-e6b2-497e-a567-b23ea2e29c8b req-73347d13-2c8d-4de3-b5ff-bd4b810a6283 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:25.557201 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e8b9c1d4-e6b2-497e-a567-b23ea2e29c8b req-73347d13-2c8d-4de3-b5ff-bd4b810a6283 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.0975752
Apr 19 13:27:25.616756 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e8b9c1d4-e6b2-497e-a567-b23ea2e29c8b req-25434f26-cfc8-4f49-a4c0-795c7a252782 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0515635
Apr 19 13:27:25.803368 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.807066 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.837171 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a854886e-898c-49aa-91b9-b5a02c741a05 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:25.861819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-51b61232-ac18-4c73-92e2-7120a515ea39 None None] Provisioning for port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:25.873044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.875532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-51b61232-ac18-4c73-92e2-7120a515ea39 None None] Provisioning complete for port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:25.875941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-51b61232-ac18-4c73-92e2-7120a515ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.926210 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Pushing event updated for resources: {'Port': ['ID=35871c0e-c5f0-4aac-8995-c8c1e1325ebd,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:25.926705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Transition to ACTIVE for port object f87311f5-468e-469f-9837-01f30ab7ea51 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:25.929075 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7862866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846782103'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.933978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:25.945267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:25.950865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:25.994532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-51b61232-ac18-4c73-92e2-7120a515ea39 None None] Port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:27:26.036686 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Attempting to bind port f87311f5-468e-469f-9837-01f30ab7ea51 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:27:26.037104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Attempting to bind port f87311f5-468e-469f-9837-01f30ab7ea51 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:27:26.037517 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Attempting to bind port f87311f5-468e-469f-9837-01f30ab7ea51 on network ee5c3b24-29f2-4961-b18b-259e644611b9 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:27:26.048858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:27:26.049287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:27:26.050157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:26.050157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Bound using segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:27:26.050694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Bound port: f87311f5-468e-469f-9837-01f30ab7ea51, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:27:26.051125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:26.077476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Network 159c0905-9685-4231-8fe3-9ca0a366525e is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:27:26.078421 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:26.081957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586042a9-22f6-4ac5-8c93-7d5f43503c39 None None] Pushing event updated for resources: {'Port': ['ID=f87311f5-468e-469f-9837-01f30ab7ea51,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:26.091900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-586042a9-22f6-4ac5-8c93-7d5f43503c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:26.137000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] For port f87311f5-468e-469f-9837-01f30ab7ea51, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:27:26.140406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] For port f87311f5-468e-469f-9837-01f30ab7ea51, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=f87311f5-468e-469f-9837-01f30ab7ea51,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:27:26.145901 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:26.150082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-05be8cd9-e744-4ff2-bd3f-a09d9ba13f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:26.245550 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586042a9-22f6-4ac5-8c93-7d5f43503c39 None None] Pushing event updated for resources: {'Port': ['ID=f87311f5-468e-469f-9837-01f30ab7ea51,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:26.250342 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Routers {'6208378b-0b5c-4240-890c-682fc795db3c'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:27:26.251011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295b2a1898>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:26:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['6208378b-0b5c-4240-890c-682fc795db3c'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:26.299359 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Router 6208378b-0b5c-4240-890c-682fc795db3c has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:27:26.311917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-586042a9-22f6-4ac5-8c93-7d5f43503c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:26.415870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-cf751e5a-f55e-49cb-b4bd-6c2dcb3a7171 None None] Provisioning complete for port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:26.416290 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cf751e5a-f55e-49cb-b4bd-6c2dcb3a7171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:26.493264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:27:26.501751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-cf751e5a-f55e-49cb-b4bd-6c2dcb3a7171 None None] Port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:27:26.503294 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] 10.222.0.26 "PUT /v2.0/routers/6208378b-0b5c-4240-890c-682fc795db3c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7857661
Apr 19 13:27:26.511341 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] Set router 6208378b-0b5c-4240-890c-682fc795db3c gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:27:26.861958 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295b2a1898>, [{'id': '6208378b-0b5c-4240-890c-682fc795db3c', 'name': 'tempest-TestShelveInstance-1845951510-router', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:20Z', 'updated_at': '2021-04-19T13:27:25Z', 'revision_number': 4, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'gw_port': {'id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:21Z', 'updated_at': '2021-04-19T13:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '35871c0e-c5f0-4aac-8995-c8c1e1325ebd', 'name': '', 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'mac_address': 'fa:16:3e:f4:49:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '28c25914-2741-4ff0-aed8-a95273c34266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:24Z', 'updated_at': '2021-04-19T13:27:25Z', 'revision_number': 2, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'subnets': [{'id': '28c25914-2741-4ff0-aed8-a95273c34266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:26.867096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fc08f-db77-4b35-b59d-14d4b10c8537 None None] The sync data for ids ['6208378b-0b5c-4240-890c-682fc795db3c'] in dv-cinder-786873-1-iscsi is: [{'id': '6208378b-0b5c-4240-890c-682fc795db3c', 'name': 'tempest-TestShelveInstance-1845951510-router', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:20Z', 'updated_at': '2021-04-19T13:27:25Z', 'revision_number': 4, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'gw_port': {'id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:21Z', 'updated_at': '2021-04-19T13:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '35871c0e-c5f0-4aac-8995-c8c1e1325ebd', 'name': '', 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'mac_address': 'fa:16:3e:f4:49:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '28c25914-2741-4ff0-aed8-a95273c34266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:24Z', 'updated_at': '2021-04-19T13:27:25Z', 'revision_number': 2, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'subnets': [{'id': '28c25914-2741-4ff0-aed8-a95273c34266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:27:27.012785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 32864) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:27.018853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429702953', 'description': 'tempest-secgroup-smoke-429702953 description', 'project_id': '855b7dbfab6d4701bf3803549ef38760'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:27.027103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:27.031520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Usage tracker for resource:security_group and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:27.034873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:27.042789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:27.055405 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.096733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:27.107345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Usage tracker for resource:security_group_rule and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:27.114807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:27.123309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:27.217150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.221099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.240007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device de2c0d2e-da5e-4adf-97d2-43f860d5ed76 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:27.242268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-752057f8-14d4-4dbf-8c96-7fe199f5ed4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:27.304458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a293b097-c3c0-4802-a4d3-2268d2718740,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:27.324241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:27.331690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.334851 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3191648
Apr 19 13:27:27.336550 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 32872) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:27.342824 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Request body: {'security_group_rule': {'security_group_id': 'a293b097-c3c0-4802-a4d3-2268d2718740', 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:27.351266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:27.356460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Usage tracker for resource:security_group_rule and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:27.359925 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:27.362959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:27.363590 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.367563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:27.388025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a022935-2fbb-44ab-ac20-564d0aa0cf4a req-60c4aa8b-9765-4b10-89d5-1af070c1bd9d tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:27.391455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.396400 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a022935-2fbb-44ab-ac20-564d0aa0cf4a req-60c4aa8b-9765-4b10-89d5-1af070c1bd9d tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.2638488
Apr 19 13:27:27.434932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22565-b742-4cf6-bba7-16fa6908683a req-cd0dd8c9-9967-429e-9707-3ba9dc8f8cac tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:27.436873 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d1b22565-b742-4cf6-bba7-16fa6908683a req-cd0dd8c9-9967-429e-9707-3ba9dc8f8cac tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.2255392
Apr 19 13:27:27.478923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.482140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.484299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:27.508488 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a022935-2fbb-44ab-ac20-564d0aa0cf4a req-63fa0bb0-8ea1-48de-89fe-6fa01eda7505 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1099560
Apr 19 13:27:27.510641 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ababf6b8-f656-478e-80ba-2b7acd5949a4,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:27.536950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:27.539257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.544071 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d1b22565-b742-4cf6-bba7-16fa6908683a req-c86880c4-adcb-43ca-9f58-2e2adfa531be tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814395
Apr 19 13:27:27.544530 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8b4fa3f2-834c-4705-8b81-61523959919e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2068357
Apr 19 13:27:27.545098 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 32876) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:27.551298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Request body: {'security_group_rule': {'security_group_id': 'a293b097-c3c0-4802-a4d3-2268d2718740', 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:27.558581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:27.563105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Usage tracker for resource:security_group_rule and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:27.566007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:27.575399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:27.595310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.677276 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.680775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.683142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:27.709920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988abd26-37cd-4959-9009-14eeea852992,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:27.714969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:27.719411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.723504 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1746554
Apr 19 13:27:27.724390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 32880) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:27.731626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Request body: {'security_group_rule': {'security_group_id': 'a293b097-c3c0-4802-a4d3-2268d2718740', 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:27.740759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:27.744919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Usage tracker for resource:security_group_rule and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:27.747949 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:27.760216 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:27.787788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.877181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.880577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.883299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:27.888155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.909932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed11352-303d-4eab-bc96-2f7eb781e48a,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:27.913973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:27.920670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:27.922213 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ad9cf11d-d7c2-4106-8db3-0af9f1fdf064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1968336
Apr 19 13:27:27.925169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 32884) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:27.931746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Request body: {'security_group_rule': {'security_group_id': 'a293b097-c3c0-4802-a4d3-2268d2718740', 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:27.938312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:27.943246 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Usage tracker for resource:security_group_rule and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:27.946569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:27.953019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:27.970593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.002037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd507887-32c7-4629-9573-c8af16b6ae04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.042808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.045507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.047634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:28.073228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdbed8b-4989-40af-b891-0508480e4b6a,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:28.076031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:28.083805 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.086272 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-286ed91d-19b3-4602-9f68-6612c525e748 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1599135
Apr 19 13:27:28.088272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 32888) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:28.094757 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Request body: {'security_group_rule': {'security_group_id': 'a293b097-c3c0-4802-a4d3-2268d2718740', 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:28.101588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:28.105718 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Usage tracker for resource:security_group_rule and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:28.108847 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:28.115599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:28.130092 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.securitygroups_db [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Project 855b7dbfab6d4701bf3803549ef38760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 13:27:28.137981 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.210398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.213174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.221679 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5c38d0bd-7da7-4e1e-b855-f68de3134b74 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:28.243944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2108a90a-bb63-4eb0-bdb4-7f02494ccfd7,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:28.246493 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:28.253313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.255117 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4fc10364-9464-4ac4-83e0-683dea0354cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1653259
Apr 19 13:27:28.257680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 32892) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:27:28.263285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Request body: {'security_group_rule': {'security_group_id': 'a293b097-c3c0-4802-a4d3-2268d2718740', 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:28.269662 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:28.274157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Usage tracker for resource:security_group_rule and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:27:28.283160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:27:28.284363 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:28.295216 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.securitygroups_db [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Project 855b7dbfab6d4701bf3803549ef38760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 13:27:28.299892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.303697 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.373922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.376552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.378757 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d628ae10-4ec6-4459-8750-5f10f33a3dbe tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:28.403731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b446750-5b29-4bd6-a810-26a870c0f263,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:28.408507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:28.412962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:28.414279 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1555934
Apr 19 13:27:28.791312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b29f6-8860-4446-a7d3-afdcf34c17f2 req-73e26789-4e64-420d-8552-3c03870f0a43 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:28.792891 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-448b29f6-8860-4446-a7d3-afdcf34c17f2 req-73e26789-4e64-420d-8552-3c03870f0a43 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.1671073
Apr 19 13:27:28.805315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f0e28-47d7-4b45-9b17-54a4a087559f req-356d3394-d32b-4c92-b8aa-e1fb30658dc5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:28.806915 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-944f0e28-47d7-4b45-9b17-54a4a087559f req-356d3394-d32b-4c92-b8aa-e1fb30658dc5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.1249371
Apr 19 13:27:28.889672 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-448b29f6-8860-4446-a7d3-afdcf34c17f2 req-6a7c7630-d97b-4ecf-a913-3d18fed5912f tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d084216-7b7c-4df8-9e16-3302ebb17bc0&id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0816762
Apr 19 13:27:28.894446 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-944f0e28-47d7-4b45-9b17-54a4a087559f req-1a94aea1-157c-4c09-8b94-71ccc8feb932 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714908
Apr 19 13:27:28.975002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:29.207247 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device f87311f5-468e-469f-9837-01f30ab7ea51 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:29.279549 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port f87311f5-468e-469f-9837-01f30ab7ea51 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:29.284540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port f87311f5-468e-469f-9837-01f30ab7ea51 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:29.284967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:29.412313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:29.431418 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port f87311f5-468e-469f-9837-01f30ab7ea51, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=f87311f5-468e-469f-9837-01f30ab7ea51,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:27:29.486620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:29.488689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:29.570080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=f87311f5-468e-469f-9837-01f30ab7ea51,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:29.573336 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:30.132954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbd8b7-e554-4417-889b-4163fc300890 req-eded94b5-dcf6-45d7-a308-b85ea1621601 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:30.139024 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-01dbd8b7-e554-4417-889b-4163fc300890 req-eded94b5-dcf6-45d7-a308-b85ea1621601 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.1155775
Apr 19 13:27:30.166324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Sync routers for ids ['6208378b-0b5c-4240-890c-682fc795db3c'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:27:30.178554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Routers {'6208378b-0b5c-4240-890c-682fc795db3c'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:27:30.179244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab38f60>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:27:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['6208378b-0b5c-4240-890c-682fc795db3c'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:30.194203 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-01dbd8b7-e554-4417-889b-4163fc300890 req-e6b93db3-e40a-4da7-965c-b483e32ad623 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496161
Apr 19 13:27:30.206749 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:30.381104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Set router 6208378b-0b5c-4240-890c-682fc795db3c gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:27:30.874899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab38f60>, [{'id': '6208378b-0b5c-4240-890c-682fc795db3c', 'name': 'tempest-TestShelveInstance-1845951510-router', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:20Z', 'updated_at': '2021-04-19T13:27:25Z', 'revision_number': 4, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'gw_port': {'id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:21Z', 'updated_at': '2021-04-19T13:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '35871c0e-c5f0-4aac-8995-c8c1e1325ebd', 'name': '', 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'mac_address': 'fa:16:3e:f4:49:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '28c25914-2741-4ff0-aed8-a95273c34266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:24Z', 'updated_at': '2021-04-19T13:27:25Z', 'revision_number': 2, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'subnets': [{'id': '28c25914-2741-4ff0-aed8-a95273c34266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:30.878934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Checking router: 6208378b-0b5c-4240-890c-682fc795db3c for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:27:30.879345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Updating router 6208378b-0b5c-4240-890c-682fc795db3c port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd binding host dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:27:30.935905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:31.191735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device f87311f5-468e-469f-9837-01f30ab7ea51 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:31.283032 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port f87311f5-468e-469f-9837-01f30ab7ea51 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:31.283460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:31.316926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:31.330033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Transition to ACTIVE for port object 35871c0e-c5f0-4aac-8995-c8c1e1325ebd will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:31.336928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:31.342870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81d68ef0-4600-4c97-ade4-147073540e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:31.471355 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e94a6-737d-44ed-a847-5bc23a38214d req-513bfefd-9e31-4840-8ebf-17004f35642f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:31.473255 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-175e94a6-737d-44ed-a847-5bc23a38214d req-513bfefd-9e31-4840-8ebf-17004f35642f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.1012664
Apr 19 13:27:31.525542 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-175e94a6-737d-44ed-a847-5bc23a38214d req-b7edce4d-e2dc-4c30-91b3-e5e05eebc373 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452332
Apr 19 13:27:31.539976 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa18793-d87f-4192-abd6-08ff7e015a96 None None] Pushing event updated for resources: {'Port': ['ID=35871c0e-c5f0-4aac-8995-c8c1e1325ebd,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:31.577470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5fa18793-d87f-4192-abd6-08ff7e015a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:31.600909 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Attempting to bind port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:27:31.601316 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Attempting to bind port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '959576a9-c5ae-4e4f-842c-53db490eb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:27:31.601728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Attempting to bind port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd on network 159c0905-9685-4231-8fe3-9ca0a366525e {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:27:31.607325 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:27:31.607743 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Checking segment: {'id': '959576a9-c5ae-4e4f-842c-53db490eb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:27:31.608191 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:31.608624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Bound using segment: {'id': '959576a9-c5ae-4e4f-842c-53db490eb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:27:31.609141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Bound port: 35871c0e-c5f0-4aac-8995-c8c1e1325ebd, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959576a9-c5ae-4e4f-842c-53db490eb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:27:31.609557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:31.707393 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] For port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:27:31.710882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] For port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=35871c0e-c5f0-4aac-8995-c8c1e1325ebd,segment=NetworkSegment(959576a9-c5ae-4e4f-842c-53db490eb302),segment_id=959576a9-c5ae-4e4f-842c-53db490eb302)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:27:31.714298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:31.720190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5fa18793-d87f-4192-abd6-08ff7e015a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:31.818461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Routers {'6208378b-0b5c-4240-890c-682fc795db3c'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:27:31.819160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab38f60>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:27:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['6208378b-0b5c-4240-890c-682fc795db3c'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:31.965795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa18793-d87f-4192-abd6-08ff7e015a96 None None] Pushing event updated for resources: {'Port': ['ID=35871c0e-c5f0-4aac-8995-c8c1e1325ebd,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:31.971149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5fa18793-d87f-4192-abd6-08ff7e015a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:32.034093 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] Set router 6208378b-0b5c-4240-890c-682fc795db3c gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:27:32.379645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab38f60>, [{'id': '6208378b-0b5c-4240-890c-682fc795db3c', 'name': 'tempest-TestShelveInstance-1845951510-router', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:20Z', 'updated_at': '2021-04-19T13:27:25Z', 'revision_number': 4, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'gw_port': {'id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:21Z', 'updated_at': '2021-04-19T13:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '35871c0e-c5f0-4aac-8995-c8c1e1325ebd', 'name': '', 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'mac_address': 'fa:16:3e:f4:49:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '28c25914-2741-4ff0-aed8-a95273c34266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:24Z', 'updated_at': '2021-04-19T13:27:31Z', 'revision_number': 4, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'subnets': [{'id': '28c25914-2741-4ff0-aed8-a95273c34266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:27:32.386434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b8369-0393-46ee-aca8-65fc47d7033e None None] The sync data for ids ['6208378b-0b5c-4240-890c-682fc795db3c'] in dv-cinder-786873-1-iscsi is: [{'id': '6208378b-0b5c-4240-890c-682fc795db3c', 'name': 'tempest-TestShelveInstance-1845951510-router', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:20Z', 'updated_at': '2021-04-19T13:27:25Z', 'revision_number': 4, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'gw_port': {'id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:21Z', 'updated_at': '2021-04-19T13:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '35871c0e-c5f0-4aac-8995-c8c1e1325ebd', 'name': '', 'network_id': '159c0905-9685-4231-8fe3-9ca0a366525e', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'mac_address': 'fa:16:3e:f4:49:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '28c25914-2741-4ff0-aed8-a95273c34266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:24Z', 'updated_at': '2021-04-19T13:27:31Z', 'revision_number': 4, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'subnets': [{'id': '28c25914-2741-4ff0-aed8-a95273c34266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:27:32.756823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b1a0-0ae4-4361-8f5a-f5e5f93e7bf1 req-3d4c0963-865d-4c3b-b26f-0b03c0d07a5e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:32.758629 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-92f1b1a0-0ae4-4361-8f5a-f5e5f93e7bf1 req-3d4c0963-865d-4c3b-b26f-0b03c0d07a5e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0962193
Apr 19 13:27:32.814986 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-92f1b1a0-0ae4-4361-8f5a-f5e5f93e7bf1 req-47689a21-19cf-4f23-a2d5-2b33b0d700a1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498526
Apr 19 13:27:33.214206 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 35871c0e-c5f0-4aac-8995-c8c1e1325ebd up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:33.287706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:33.292559 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:33.292986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:33.418873 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:33.454376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=35871c0e-c5f0-4aac-8995-c8c1e1325ebd,segment=NetworkSegment(959576a9-c5ae-4e4f-842c-53db490eb302),segment_id=959576a9-c5ae-4e4f-842c-53db490eb302)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:27:33.458968 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:33.461770 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:33.534450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=35871c0e-c5f0-4aac-8995-c8c1e1325ebd,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:33.537865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:34.027867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80ce0-7cdb-4d4a-b021-dad903f96c6b req-fa67c9f4-8a59-4e84-a970-4763d6247336 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:34.029400 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fcf80ce0-7cdb-4d4a-b021-dad903f96c6b req-fa67c9f4-8a59-4e84-a970-4763d6247336 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0970380
Apr 19 13:27:34.079977 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fcf80ce0-7cdb-4d4a-b021-dad903f96c6b req-b626acf9-9d7a-4524-8ac9-917e262e57c8 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441186
Apr 19 13:27:35.197378 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 35871c0e-c5f0-4aac-8995-c8c1e1325ebd up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:35.276563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:35.276990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:35.300792 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf27a-a322-4f33-bfc3-05564de22c9e req-232031f2-bf08-4a3a-92a8-200756503d8b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:35.303152 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f2dcf27a-a322-4f33-bfc3-05564de22c9e req-232031f2-bf08-4a3a-92a8-200756503d8b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0957506
Apr 19 13:27:35.352764 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f2dcf27a-a322-4f33-bfc3-05564de22c9e req-54862e02-ec96-4a13-94b4-12e97610550c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425935
Apr 19 13:27:36.566723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7f7a0-0134-4470-847a-be7dcec8d522 req-139ea347-672c-4f9e-ba74-cf75a540500e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:36.568451 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-27e7f7a0-0134-4470-847a-be7dcec8d522 req-139ea347-672c-4f9e-ba74-cf75a540500e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0894203
Apr 19 13:27:36.617976 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-27e7f7a0-0134-4470-847a-be7dcec8d522 req-4ce99e33-a024-4d43-b21a-e0d875ecf0d0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431902
Apr 19 13:27:37.831241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801dc7b-f74e-4f0d-92d5-bd6196db1274 req-063f0cbd-98a7-4fe9-9a88-4590f093f61f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:37.833009 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c801dc7b-f74e-4f0d-92d5-bd6196db1274 req-063f0cbd-98a7-4fe9-9a88-4590f093f61f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0938532
Apr 19 13:27:37.884794 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c801dc7b-f74e-4f0d-92d5-bd6196db1274 req-33464c9b-c120-4b3b-9c25-bc521eca1ed1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445981
Apr 19 13:27:39.102655 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90096155-4eaf-4fad-a335-79ca74a1d433 req-ba0936ad-bf01-4836-b418-a0343f6edea6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:39.104315 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-90096155-4eaf-4fad-a335-79ca74a1d433 req-ba0936ad-bf01-4836-b418-a0343f6edea6 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0904717
Apr 19 13:27:39.156621 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-90096155-4eaf-4fad-a335-79ca74a1d433 req-2a008bb9-41af-4c8a-abb8-7b4f68c40fff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456421
Apr 19 13:27:39.415644 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:27:40.369888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afafbfd-51cd-4422-8cdf-99ecacc9d089 req-d18a1814-c3e1-4fee-9429-28a52a0834b2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:40.371428 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5afafbfd-51cd-4422-8cdf-99ecacc9d089 req-d18a1814-c3e1-4fee-9429-28a52a0834b2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0898328
Apr 19 13:27:40.419793 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5afafbfd-51cd-4422-8cdf-99ecacc9d089 req-0f1beacd-49bd-4713-b4c9-f9b9ee6646fa tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419092
Apr 19 13:27:41.636449 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92286f57-2684-4342-b5db-8c26b685be11 req-3c62b9eb-ec1e-4dd0-9e00-1f30906f143b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:41.638091 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-92286f57-2684-4342-b5db-8c26b685be11 req-3c62b9eb-ec1e-4dd0-9e00-1f30906f143b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0961351
Apr 19 13:27:41.688051 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-92286f57-2684-4342-b5db-8c26b685be11 req-a8ef89f4-9839-4403-880a-7bc12d2c7426 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435762
Apr 19 13:27:42.895449 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72a5fc-5c99-4fe4-b9d2-92656aabf599 req-f8038861-c67a-4dd7-a7bd-9a4494221baf tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:42.897012 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4f72a5fc-5c99-4fe4-b9d2-92656aabf599 req-f8038861-c67a-4dd7-a7bd-9a4494221baf tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0886412
Apr 19 13:27:42.946016 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4f72a5fc-5c99-4fe4-b9d2-92656aabf599 req-b72e2dac-01ae-4df4-a576-cded0c3412cf tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418279
Apr 19 13:27:44.163871 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722245-d19b-450e-bc7f-3927e622641a req-2b0e5bc7-6524-47f8-823a-c2eb0a916e50 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:44.165495 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-16722245-d19b-450e-bc7f-3927e622641a req-2b0e5bc7-6524-47f8-823a-c2eb0a916e50 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0939832
Apr 19 13:27:44.214227 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-16722245-d19b-450e-bc7f-3927e622641a req-8dacc125-c235-4e3d-8b1b-c5dbc94d0d11 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423493
Apr 19 13:27:45.431577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44be31-bc9e-4846-a9b2-3e843190050c req-e719a177-d265-4f61-8b06-17d2f6b09731 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:45.433206 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6d44be31-bc9e-4846-a9b2-3e843190050c req-e719a177-d265-4f61-8b06-17d2f6b09731 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0934172
Apr 19 13:27:45.486667 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6d44be31-bc9e-4846-a9b2-3e843190050c req-f46d2366-3a69-4573-b51b-04adefa5b9db tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471890
Apr 19 13:27:46.175807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device b47138cc-e9ca-492e-bec5-e240502375ba details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:27:46.498643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:27:46.515891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'port_id': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'mac_address': 'fa:16:3e:3e:a8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:27:46.592638 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:46.613818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b47138cc-e9ca-492e-bec5-e240502375ba {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:27:46.636014 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:27:46.639565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:46.641742 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:46.727394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2307c1-7272-473a-b69d-602c8da8bdfc req-587f3c3b-db0f-4bf2-ad27-d913061efda3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:46.729336 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1b2307c1-7272-473a-b69d-602c8da8bdfc req-587f3c3b-db0f-4bf2-ad27-d913061efda3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 945 time: 0.1028562
Apr 19 13:27:46.735234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:46.738735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:46.751857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['b47138cc-e9ca-492e-bec5-e240502375ba'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:27:46.790707 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1b2307c1-7272-473a-b69d-602c8da8bdfc req-a266f263-1773-4c0b-8fa5-7c8485d18d5d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517237
Apr 19 13:27:48.008742 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0753115-3b98-493c-9385-33448522e47f req-0d7f219d-5e01-4fb7-bc9b-dbc5aabcad7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:48.010844 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b0753115-3b98-493c-9385-33448522e47f req-0d7f219d-5e01-4fb7-bc9b-dbc5aabcad7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 945 time: 0.0944326
Apr 19 13:27:48.058544 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b0753115-3b98-493c-9385-33448522e47f req-4e3e1362-9be9-4972-a0be-b23182f07d0d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413077
Apr 19 13:27:48.196426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device b47138cc-e9ca-492e-bec5-e240502375ba up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:27:48.275759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port b47138cc-e9ca-492e-bec5-e240502375ba triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:48.276082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:48.446597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:48.490623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:27:48.492474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:27:48.499473 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:48.502030 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:48.608322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=7']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:48.612001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:48.650288 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'code': 200}
Apr 19 13:27:49.181260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-157f96f3-e5df-4495-a7d3-d8d7d25227a1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Synchronizing usage tracker for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:27:49.201781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-157f96f3-e5df-4495-a7d3-d8d7d25227a1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Unset dirty status for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:27:49.208549 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-157f96f3-e5df-4495-a7d3-d8d7d25227a1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429702953&fields=id&tenant_id=855b7dbfab6d4701bf3803549ef38760 HTTP/1.1" status: 200  len: 267 time: 0.0911417
Apr 19 13:27:49.692050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e2666-68f4-47a5-a4b8-c3aec8980cd4 req-e199234a-a635-4fdb-8304-767ca157d283 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:49.693693 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d4e2666-68f4-47a5-a4b8-c3aec8980cd4 req-e199234a-a635-4fdb-8304-767ca157d283 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.4841554
Apr 19 13:27:49.777114 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d4e2666-68f4-47a5-a4b8-c3aec8980cd4 req-d044a007-42a2-44e9-b00c-aa62b3ae4ba0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756719
Apr 19 13:27:49.823899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-12e2febf-55cd-4437-a00a-80745b58f717 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:49.823899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-12e2febf-55cd-4437-a00a-80745b58f717 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Synchronizing usage tracker for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:27:49.832158 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-12e2febf-55cd-4437-a00a-80745b58f717 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Unset dirty status for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:27:49.833474 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-12e2febf-55cd-4437-a00a-80745b58f717 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/networks?id=18b42057-d1db-458d-aaf0-34b91428003d HTTP/1.1" status: 200  len: 809 time: 0.5799520
Apr 19 13:27:49.851869 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-c60d3a65-17d2-48ee-9ea7-c1b4a1ba35b2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/quotas/855b7dbfab6d4701bf3803549ef38760 HTTP/1.1" status: 200  len: 375 time: 0.0106931
Apr 19 13:27:49.951800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-961f9bb5-75a1-432f-ab53-6c8f3878d603 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Synchronizing usage tracker for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:27:49.969867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-961f9bb5-75a1-432f-ab53-6c8f3878d603 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Unset dirty status for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:27:49.971519 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-961f9bb5-75a1-432f-ab53-6c8f3878d603 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=855b7dbfab6d4701bf3803549ef38760&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1129978
Apr 19 13:27:50.262318 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-b6d1e5d5-f7b2-4cbe-9111-0e6d3ff5cf2b service neutron] 10.222.0.26 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2772443
Apr 19 13:27:50.424624 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-a5ddf92c-7efb-4ef1-b24c-57653e257ed8 service neutron] 10.222.0.26 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539381
Apr 19 13:27:51.030810 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-45da4fb3-8c81-41d3-a4dc-b7cd71a68f4a req-749c948d-caaa-482a-a0f3-701b3eaeb9e8 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 210 time: 0.1084149
Apr 19 13:27:51.086260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cc4de-541d-4127-891f-a55f78eae5fd req-39e5074d-86ab-457a-889a-146d4bce9f48 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:51.088414 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e45cc4de-541d-4127-891f-a55f78eae5fd req-39e5074d-86ab-457a-889a-146d4bce9f48 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.1208351
Apr 19 13:27:51.174104 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e45cc4de-541d-4127-891f-a55f78eae5fd req-b6e8dae2-e663-4121-b531-4eba7a404d63 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720825
Apr 19 13:27:52.295903 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-889b2bb9-92b9-4667-a262-1b11b252c116 req-02f98b3d-a106-4cfc-8b58-3ba5ff974c2c tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 210 time: 0.0721059
Apr 19 13:27:52.414177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da5ed-2b4f-4e6e-b5db-618887728005 req-036d1b3b-50bc-4dac-9f24-1d66f0be5ce1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:52.415914 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-483da5ed-2b4f-4e6e-b5db-618887728005 req-036d1b3b-50bc-4dac-9f24-1d66f0be5ce1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0974665
Apr 19 13:27:52.480452 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-483da5ed-2b4f-4e6e-b5db-618887728005 req-9b56f589-285d-4594-9ab4-2d8150387afc tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573676
Apr 19 13:27:52.738044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-27d237a1-a794-40fc-b9df-841c7d3be94e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:52.739631 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-27d237a1-a794-40fc-b9df-841c7d3be94e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.10 "GET /v2.0/networks?id=18b42057-d1db-458d-aaf0-34b91428003d HTTP/1.1" status: 200  len: 809 time: 0.1755369
Apr 19 13:27:52.855848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-a4e9719e-f9c3-4f62-8c9c-7b82693f988b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Synchronizing usage tracker for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:27:52.873221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-a4e9719e-f9c3-4f62-8c9c-7b82693f988b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Unset dirty status for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:27:52.874685 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-a4e9719e-f9c3-4f62-8c9c-7b82693f988b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=855b7dbfab6d4701bf3803549ef38760 HTTP/1.1" status: 200  len: 8059 time: 0.1227999
Apr 19 13:27:52.887682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Request body: {'port': {'device_id': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'admin_state_up': True, 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'security_groups': ['a293b097-c3c0-4802-a4d3-2268d2718740']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:53.045163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:27:53.058802 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:27:53.068796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Made reservation on behalf of 855b7dbfab6d4701bf3803549ef38760 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:27:53.076308 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:53.275971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Allocated IP 172.20.0.6 (18b42057-d1db-458d-aaf0-34b91428003d/1618ee8e-82d2-4094-91de-5871701a5ddd/3adfcf49-0432-47e8-890c-80d39bb3675e) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:27:53.458919 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c66c9a0d-819b-4db2-9b15-56472609501c req-4d2b9f8a-2660-4731-905e-4ca22ff3f4d8 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 210 time: 0.0513897
Apr 19 13:27:53.531271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:53.550315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Transition to ACTIVE for port object 3adfcf49-0432-47e8-890c-80d39bb3675e will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:53.579464 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:53.595883 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:53.687262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Network 18b42057-d1db-458d-aaf0-34b91428003d is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:27:53.691189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:27:53.696597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:27:53.738967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event updated for resources: {'Port': ['ID=3adfcf49-0432-47e8-890c-80d39bb3675e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:53.745395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:53.771555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a29762-2eca-41e6-a06e-262fa27ec9bb req-ca4559bf-2fcd-4103-84ea-6bef3ea76b95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:53.774209 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b2a29762-2eca-41e6-a06e-262fa27ec9bb req-ca4559bf-2fcd-4103-84ea-6bef3ea76b95 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.1330864
Apr 19 13:27:53.796485 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:53.797255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:53.829975 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b2a29762-2eca-41e6-a06e-262fa27ec9bb req-bb25d34d-df9c-41e0-b76f-6c1137e7a9f4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473568
Apr 19 13:27:53.832834 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9495881
Apr 19 13:27:53.850143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Request body: {'port': {'device_id': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:27:53.966264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-2430131a-1d66-40be-a498-ec24f33773ba None None] Provisioning for port 3adfcf49-0432-47e8-890c-80d39bb3675e completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:27:53.977629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-2430131a-1d66-40be-a498-ec24f33773ba None None] Provisioning complete for port 3adfcf49-0432-47e8-890c-80d39bb3675e triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:27:53.978895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2430131a-1d66-40be-a498-ec24f33773ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:54.003141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:54.053205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-2430131a-1d66-40be-a498-ec24f33773ba None None] Port 3adfcf49-0432-47e8-890c-80d39bb3675e cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:27:54.476352 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adfcf49-0432-47e8-890c-80d39bb3675e {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:27:54.494824 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:54.527978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Transition to ACTIVE for port object 3adfcf49-0432-47e8-890c-80d39bb3675e will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:27:54.531623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:54.536708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c62a9a75-3730-4d6b-98b9-eabc5ecf9f4b tempest-VolumesActionsTest-909211001 tempest-VolumesActionsTest-909211001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:54.727422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8d68e-a0c7-4fde-953a-67bcfb6882c9 req-e6a084eb-a461-4d31-b45e-f3a7607f447b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:54.736251 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b8d8d68e-a0c7-4fde-953a-67bcfb6882c9 req-e6a084eb-a461-4d31-b45e-f3a7607f447b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.1438556
Apr 19 13:27:54.756022 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Pushing event updated for resources: {'Port': ['ID=3adfcf49-0432-47e8-890c-80d39bb3675e,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:54.760484 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:54.849406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Attempting to bind port 3adfcf49-0432-47e8-890c-80d39bb3675e on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:27:54.849793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Attempting to bind port 3adfcf49-0432-47e8-890c-80d39bb3675e by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:27:54.850193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Attempting to bind port 3adfcf49-0432-47e8-890c-80d39bb3675e on network 18b42057-d1db-458d-aaf0-34b91428003d {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:27:54.859211 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Port 3adfcf49-0432-47e8-890c-80d39bb3675e on network 18b42057-d1db-458d-aaf0-34b91428003d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:27:54.859550 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Attempting to bind port 3adfcf49-0432-47e8-890c-80d39bb3675e on network 18b42057-d1db-458d-aaf0-34b91428003d {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:27:54.868614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:27:54.869224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Checking segment: {'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:27:54.869823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Bound using segment: {'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:27:54.870555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Bound port: 3adfcf49-0432-47e8-890c-80d39bb3675e, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:27:54.871194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:54.884736 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b8d8d68e-a0c7-4fde-953a-67bcfb6882c9 req-8f3de95d-13f6-437d-9ab7-7608c740b00a tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1469715
Apr 19 13:27:54.950959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b1f4842d-1ce1-4c05-a0dc-eecdbcb2ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:55.043962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] For port 3adfcf49-0432-47e8-890c-80d39bb3675e, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:27:55.050305 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] For port 3adfcf49-0432-47e8-890c-80d39bb3675e, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3adfcf49-0432-47e8-890c-80d39bb3675e,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:27:55.055709 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:55.061810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-43b206f8-80ea-4ccc-8484-dd351ebfb26e tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:27:55.183450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:55.184139 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:55.185647 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] 10.222.0.10 "PUT /v2.0/ports/3adfcf49-0432-47e8-890c-80d39bb3675e HTTP/1.1" status: 200  len: 1093 time: 1.3412941
Apr 19 13:27:55.186195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:27:55.255454 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Pushing event updated for resources: {'Port': ['ID=3adfcf49-0432-47e8-890c-80d39bb3675e,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:27:55.263819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:27:55.377987 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d2cc9-93f6-48a4-a888-32d34194188a req-25604ed3-7d72-45cf-8258-7f5781fd84b3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:55.390097 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c27d2cc9-93f6-48a4-a888-32d34194188a req-25604ed3-7d72-45cf-8258-7f5781fd84b3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.2464602
Apr 19 13:27:55.398983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-24bd3a35-31b2-45ab-8af5-02185c0c6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:55.400616 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-24bd3a35-31b2-45ab-8af5-02185c0c6915 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=855b7dbfab6d4701bf3803549ef38760&device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 1096 time: 0.1358254
Apr 19 13:27:55.454205 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c27d2cc9-93f6-48a4-a888-32d34194188a req-c6a94dd1-c520-4e5e-8257-b43a3f01909c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627642
Apr 19 13:27:55.483312 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'status': 'completed', 'code': 200}
Apr 19 13:27:55.499519 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-932c0550-9b52-4160-89c1-75484bc31d28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3adfcf49-0432-47e8-890c-80d39bb3675e HTTP/1.1" status: 200  len: 217 time: 0.0817759
Apr 19 13:27:55.575605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-3e1e26d9-92a3-446e-9290-0e01ab88771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:55.577171 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-3e1e26d9-92a3-446e-9290-0e01ab88771d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1618ee8e-82d2-4094-91de-5871701a5ddd HTTP/1.1" status: 200  len: 848 time: 0.0706544
Apr 19 13:27:55.676100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-55b38cb0-d314-42b9-9181-0d0a30d1c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:55.678118 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-55b38cb0-d314-42b9-9181-0d0a30d1c394 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18b42057-d1db-458d-aaf0-34b91428003d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936391
Apr 19 13:27:55.842311 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-26a73a18-2f75-4148-a90c-b8b66cf5bac1 service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505864
Apr 19 13:27:56.119780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99383d0-3fab-47a8-abbe-981ba54ec3cb req-4c840607-f325-4e9d-9b76-1458d0238c31 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:56.129299 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c99383d0-3fab-47a8-abbe-981ba54ec3cb req-4c840607-f325-4e9d-9b76-1458d0238c31 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.1215227
Apr 19 13:27:56.189426 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c99383d0-3fab-47a8-abbe-981ba54ec3cb req-d1ef9728-78ca-40c5-9cfc-b10e27279f6b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588386
Apr 19 13:27:56.267601 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b319c5d-f1ee-424b-8835-c545b2411195 req-3bf226d0-df76-455d-9238-422dfcffa85d service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4182935
Apr 19 13:27:56.417200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-5ee78edb-9276-4fa8-a400-aecc8568ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:56.419159 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-5ee78edb-9276-4fa8-a400-aecc8568ff70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=855b7dbfab6d4701bf3803549ef38760&device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 1096 time: 0.0874326
Apr 19 13:27:56.596516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-17d5f1ce-4559-4125-888c-f3c83c278cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:56.598134 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-17d5f1ce-4559-4125-888c-f3c83c278cdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=18b42057-d1db-458d-aaf0-34b91428003d HTTP/1.1" status: 200  len: 910 time: 0.1629808
Apr 19 13:27:56.683661 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-c65b1273-c8ad-4e8b-a4e1-14cf96941edb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3adfcf49-0432-47e8-890c-80d39bb3675e HTTP/1.1" status: 200  len: 217 time: 0.0783417
Apr 19 13:27:56.807573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0c43d-ffdd-4126-9eeb-ecb2f9f0986e req-46997642-82ef-41b7-86b3-b45ecff5fe88 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:56.816036 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-32e0c43d-ffdd-4126-9eeb-ecb2f9f0986e req-46997642-82ef-41b7-86b3-b45ecff5fe88 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.1170502
Apr 19 13:27:56.843855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-9bf5f952-673d-4341-9494-503f3fe4ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:56.849562 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-9bf5f952-673d-4341-9494-503f3fe4ac9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1618ee8e-82d2-4094-91de-5871701a5ddd HTTP/1.1" status: 200  len: 848 time: 0.1509075
Apr 19 13:27:56.892499 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-32e0c43d-ffdd-4126-9eeb-ecb2f9f0986e req-762cdecc-9ae5-46b1-9a85-d539605796b3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753510
Apr 19 13:27:56.962999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-3b409a39-3ea0-4487-90d6-e25dcf4f05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:56.964744 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-3b409a39-3ea0-4487-90d6-e25dcf4f05ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18b42057-d1db-458d-aaf0-34b91428003d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1087210
Apr 19 13:27:57.135077 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-7eeb03d4-9bc5-42c5-a58a-59814c5d75fe service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607969
Apr 19 13:27:57.369692 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dfe8575-27a0-43ba-8223-0f5c3ae466b2 req-cdcf9b7f-f597-4cb7-85de-862700b7caaf service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2268734
Apr 19 13:27:57.428338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828d0f-5ea3-417a-8738-c5dfb40520d6 req-7b26a917-b477-4f8c-87fc-d8cf1fbb9482 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:57.430137 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bb828d0f-5ea3-417a-8738-c5dfb40520d6 req-7b26a917-b477-4f8c-87fc-d8cf1fbb9482 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.1140847
Apr 19 13:27:57.497355 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bb828d0f-5ea3-417a-8738-c5dfb40520d6 req-6aa12f26-fa68-4c1a-8d6d-c7f035d98cc1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601792
Apr 19 13:27:57.898820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:58.006918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0d043803-6a57-445e-853a-2e683916544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:58.123170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018e1a2-e77d-4b89-a532-6b17450f79f2 req-eae7c6d4-06c8-4ab7-8baf-02b0d09178f3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:58.124814 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7018e1a2-e77d-4b89-a532-6b17450f79f2 req-eae7c6d4-06c8-4ab7-8baf-02b0d09178f3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.1024570
Apr 19 13:27:58.178095 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7018e1a2-e77d-4b89-a532-6b17450f79f2 req-82517732-e3ef-48fe-9c36-d757b6246ff7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464909
Apr 19 13:27:58.302971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:58.692112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98117f-d7c8-4fe0-919f-2b5b4a801782 req-1f258c01-2966-40ac-9849-fa9b5d43a2e3 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:58.693644 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ab98117f-d7c8-4fe0-919f-2b5b4a801782 req-1f258c01-2966-40ac-9849-fa9b5d43a2e3 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0919325
Apr 19 13:27:58.742988 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ab98117f-d7c8-4fe0-919f-2b5b4a801782 req-1fed2b55-c495-41d9-8154-2a7dd701e7d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428708
Apr 19 13:27:58.967493 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:27:59.089657 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-094ff8ee-4a94-4ac0-b1fb-12cc90d49e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:59.091339 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-094ff8ee-4a94-4ac0-b1fb-12cc90d49e0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 1099 time: 0.0800409
Apr 19 13:27:59.238804 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-e2f6238c-dc13-44c1-be1c-a7213bd379c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:59.240450 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-e2f6238c-dc13-44c1-be1c-a7213bd379c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 917 time: 0.1384943
Apr 19 13:27:59.353768 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-c6506364-c5e8-47c6-bc7f-d4bdc97c5cda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b47138cc-e9ca-492e-bec5-e240502375ba HTTP/1.1" status: 200  len: 1002 time: 0.1061559
Apr 19 13:27:59.390420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52607653-d691-4191-b08d-ba5a90696675 req-f8286cf2-cb5a-4020-befe-317043a13613 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:59.392020 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-52607653-d691-4191-b08d-ba5a90696675 req-f8286cf2-cb5a-4020-befe-317043a13613 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0936043
Apr 19 13:27:59.425636 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-0ca72587-65de-41c5-8edb-30f0287fce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:59.427328 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-0ca72587-65de-41c5-8edb-30f0287fce0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.0656874
Apr 19 13:27:59.448603 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-52607653-d691-4191-b08d-ba5a90696675 req-4ac73ac0-6cc2-487c-967e-06399e1ed115 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420866
Apr 19 13:27:59.515193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-57d8cba3-75cf-40d0-a749-63d82cb19c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:59.516819 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-57d8cba3-75cf-40d0-a749-63d82cb19c53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822682
Apr 19 13:27:59.663649 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-407a8799-4d7e-40de-a8de-3e8487a6cb0e service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386969
Apr 19 13:27:59.809866 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ad3a066f-19e1-4c04-885f-8693ae69084f req-680ac920-dc6f-4907-bd39-d34c3663840f service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388834
Apr 19 13:27:59.946543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2877884-7773-4f66-b684-2e3ee3facdfc req-31fe7fb4-2dde-44f3-8ea5-bca669789d0e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:27:59.948055 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2877884-7773-4f66-b684-2e3ee3facdfc req-31fe7fb4-2dde-44f3-8ea5-bca669789d0e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0887973
Apr 19 13:27:59.999939 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e2877884-7773-4f66-b684-2e3ee3facdfc req-e32453da-74f7-4e94-95c8-69d8378ef06e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456860
Apr 19 13:28:00.202410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:00.324934 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-ff053847-05f8-4cb3-b9e9-af513439ee70 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0770795
Apr 19 13:28:00.479887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-5a01357f-574a-4f52-84d3-a0e968c999bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:00.481507 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-5a01357f-574a-4f52-84d3-a0e968c999bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36a894a7f0f145aeb50eb61bf2ef27de&device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 1138 time: 0.0811327
Apr 19 13:28:00.648078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-77891900-7d3e-42c6-a4e9-f5744da67203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:00.649640 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-77891900-7d3e-42c6-a4e9-f5744da67203 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 HTTP/1.1" status: 200  len: 916 time: 0.1455545
Apr 19 13:28:00.665090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751085bc-2d18-41ad-bc8a-6ae473785e42 req-c48c44c2-27cc-4112-8d7c-1e54755ce772 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:00.666763 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-751085bc-2d18-41ad-bc8a-6ae473785e42 req-c48c44c2-27cc-4112-8d7c-1e54755ce772 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0911460
Apr 19 13:28:00.716921 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-751085bc-2d18-41ad-bc8a-6ae473785e42 req-7551bb24-2ee5-47d0-9df6-3a8998a9b363 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436113
Apr 19 13:28:00.764670 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-39aeff9c-39a8-4cb4-a155-2ffbd7041a86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 1002 time: 0.1064777
Apr 19 13:28:00.835409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-1d4a998d-d786-4ccf-8afa-335a84969447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:00.837124 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-1d4a998d-d786-4ccf-8afa-335a84969447 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=870cc631-c6cd-4107-9931-e85bcffb51d9 HTTP/1.1" status: 200  len: 854 time: 0.0641870
Apr 19 13:28:00.923864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-ff349f6b-e82a-4d52-ab1e-7776fb159c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:00.925427 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-ff349f6b-e82a-4d52-ab1e-7776fb159c08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777354
Apr 19 13:28:01.070679 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-d57e91d7-5115-4981-ba2f-eb3c31749375 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372273
Apr 19 13:28:01.210369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74966143-a8ab-41ac-86d6-9b3e7dc8745e req-848cd821-549b-4785-94d1-1a330bccf38d tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:01.211989 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-74966143-a8ab-41ac-86d6-9b3e7dc8745e req-848cd821-549b-4785-94d1-1a330bccf38d tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0920680
Apr 19 13:28:01.215775 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1b36d0c-4ce0-4c91-b24f-16d271200d67 req-fce3a7d2-1d29-40a6-b3d3-29d914cdd3fe service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376162
Apr 19 13:28:01.261479 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-74966143-a8ab-41ac-86d6-9b3e7dc8745e req-bc8c8a73-ea04-4405-b20f-d9d1c44b391d tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426464
Apr 19 13:28:01.928009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c992f-a6af-404b-b5bc-619401992d7d req-a228b343-d2d9-49a1-97d6-747c62971c5f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:01.929631 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8b5c992f-a6af-404b-b5bc-619401992d7d req-a228b343-d2d9-49a1-97d6-747c62971c5f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 946 time: 0.0895357
Apr 19 13:28:01.979622 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8b5c992f-a6af-404b-b5bc-619401992d7d req-69995d7a-32ad-40d7-805f-6f0555cd786d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435474
Apr 19 13:28:02.272984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device b47138cc-e9ca-492e-bec5-e240502375ba no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:02.397523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:02.426272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:28:02.438622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:02.441333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:02.444052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:02.469319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c89336-540a-4515-98da-6486d8d091f7 req-52b40a59-0bcf-4378-9ff0-cd051a30d8c5 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:02.471002 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c89336-540a-4515-98da-6486d8d091f7 req-52b40a59-0bcf-4378-9ff0-cd051a30d8c5 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0935857
Apr 19 13:28:02.482214 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'code': 422} returned with failed status
Apr 19 13:28:02.516483 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=8']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:02.519829 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:02.521703 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-77c89336-540a-4515-98da-6486d8d091f7 req-eec7e6a6-9b77-4623-b7b4-0b5989c05406 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438430
Apr 19 13:28:03.186217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ad1c-9b73-4aab-88ff-ae20521da5d5 req-17f7678e-f1ba-443d-8b6b-19ac3aef61c2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:03.187840 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f9b1ad1c-9b73-4aab-88ff-ae20521da5d5 req-17f7678e-f1ba-443d-8b6b-19ac3aef61c2 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0898893
Apr 19 13:28:03.239109 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f9b1ad1c-9b73-4aab-88ff-ae20521da5d5 req-b86aeafe-7c74-4be7-b291-e55b5c7c879d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449998
Apr 19 13:28:03.730152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4d607-3f9a-4902-957d-6d4055b262e1 req-bb828168-330d-4fc8-8fe1-944db7502800 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:03.731796 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b0e4d607-3f9a-4902-957d-6d4055b262e1 req-bb828168-330d-4fc8-8fe1-944db7502800 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0905919
Apr 19 13:28:03.780606 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b0e4d607-3f9a-4902-957d-6d4055b262e1 req-bb66e603-bb36-4a56-b302-860f0b46b43a tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423956
Apr 19 13:28:04.275782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 3adfcf49-0432-47e8-890c-80d39bb3675e details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:28:04.439921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 3adfcf49-0432-47e8-890c-80d39bb3675e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3adfcf49-0432-47e8-890c-80d39bb3675e,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:04.454614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'port_id': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'mac_address': 'fa:16:3e:07:63:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:28:04.517814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:04.535962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adfcf49-0432-47e8-890c-80d39bb3675e {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:28:04.553116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 3adfcf49-0432-47e8-890c-80d39bb3675e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3adfcf49-0432-47e8-890c-80d39bb3675e,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:04.555992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:04.557939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:04.629764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=3adfcf49-0432-47e8-890c-80d39bb3675e,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:04.633703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:04.788571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dccbd-f1e6-446f-b3c4-855ac1569842 req-dda928e3-59e7-4faa-9582-9a427527942a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:04.790133 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e67dccbd-f1e6-446f-b3c4-855ac1569842 req-dda928e3-59e7-4faa-9582-9a427527942a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0936162
Apr 19 13:28:04.844774 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e67dccbd-f1e6-446f-b3c4-855ac1569842 req-47319511-d17d-4d85-9bac-fea243b8487b tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477099
Apr 19 13:28:04.861817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['3adfcf49-0432-47e8-890c-80d39bb3675e'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:28:04.957310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33306) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:04.995810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb81aa-6316-4816-b253-ef8b2ca289e9 req-8988d9c8-8b59-4c58-8051-89604a7f24aa tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:04.997584 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-91bb81aa-6316-4816-b253-ef8b2ca289e9 req-8988d9c8-8b59-4c58-8051-89604a7f24aa tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 944 time: 0.0926924
Apr 19 13:28:05.057733 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-91bb81aa-6316-4816-b253-ef8b2ca289e9 req-905dd9e5-227b-4a9a-9d20-7edc74e7e7ed tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529644
Apr 19 13:28:05.142069 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60010724-037c-4cbc-9553-3d3b8813050a req-d5533e8a-6e0e-452b-bef8-e0c69ca7c9eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1831422
Apr 19 13:28:05.689814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010724-037c-4cbc-9553-3d3b8813050a req-f440344d-72a9-421e-bc8d-3c577b1c4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:05.691510 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60010724-037c-4cbc-9553-3d3b8813050a req-f440344d-72a9-421e-bc8d-3c577b1c4f16 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d&tenant_id=3ab37d04c2b04eec975ad6affdc4a655 HTTP/1.1" status: 200  len: 1097 time: 0.0796685
Apr 19 13:28:05.796928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010724-037c-4cbc-9553-3d3b8813050a req-a06dd1f8-ec86-4206-ac60-b62702861cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:05.798571 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60010724-037c-4cbc-9553-3d3b8813050a req-a06dd1f8-ec86-4206-ac60-b62702861cdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 1097 time: 0.0832617
Apr 19 13:28:05.949312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010724-037c-4cbc-9553-3d3b8813050a req-3ba56c8f-4882-4f4d-9c70-d270a1259de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:05.951004 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60010724-037c-4cbc-9553-3d3b8813050a req-3ba56c8f-4882-4f4d-9c70-d270a1259de0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 917 time: 0.1446619
Apr 19 13:28:06.074549 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60010724-037c-4cbc-9553-3d3b8813050a req-35298200-b48f-4957-8e89-381286dced43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b47138cc-e9ca-492e-bec5-e240502375ba HTTP/1.1" status: 200  len: 1000 time: 0.1104517
Apr 19 13:28:06.089853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ea380-c361-4904-8af4-065ea1da5126 req-07723783-f1e6-417f-80ef-2868924739fb tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:06.093326 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-338ea380-c361-4904-8af4-065ea1da5126 req-07723783-f1e6-417f-80ef-2868924739fb tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.1107950
Apr 19 13:28:06.159653 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-338ea380-c361-4904-8af4-065ea1da5126 req-c99ce0bb-466a-4476-aadb-94d87b4a4495 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594285
Apr 19 13:28:06.199790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010724-037c-4cbc-9553-3d3b8813050a req-ebcddfae-e079-467e-99e5-49e9c2128fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:06.201405 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60010724-037c-4cbc-9553-3d3b8813050a req-ebcddfae-e079-467e-99e5-49e9c2128fa2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.1145027
Apr 19 13:28:06.285136 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 3adfcf49-0432-47e8-890c-80d39bb3675e up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:28:06.291539 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010724-037c-4cbc-9553-3d3b8813050a req-acd4fcd7-673e-4238-b0c6-592c026745e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:06.293338 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60010724-037c-4cbc-9553-3d3b8813050a req-acd4fcd7-673e-4238-b0c6-592c026745e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847208
Apr 19 13:28:06.324922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d4355-ee16-4abb-a5a4-09b61076b684 req-23c22df4-5167-4c65-af16-f24ca4531175 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:06.330413 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a71d4355-ee16-4abb-a5a4-09b61076b684 req-23c22df4-5167-4c65-af16-f24ca4531175 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 944 time: 0.0974963
Apr 19 13:28:06.358572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 3adfcf49-0432-47e8-890c-80d39bb3675e completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:28:06.363750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 3adfcf49-0432-47e8-890c-80d39bb3675e triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:28:06.364120 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:06.377841 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a71d4355-ee16-4abb-a5a4-09b61076b684 req-8b328072-4618-45cb-8123-90510fa3aaec tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446601
Apr 19 13:28:06.447748 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60010724-037c-4cbc-9553-3d3b8813050a req-87fd7299-30aa-4d50-bd20-62a42573ad1c service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425560
Apr 19 13:28:06.490078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:06.518248 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:28:06.529175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 3adfcf49-0432-47e8-890c-80d39bb3675e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3adfcf49-0432-47e8-890c-80d39bb3675e,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:06.532310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:06.534992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-909a06cd-769b-45be-a6e6-2087e90ab3b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:06.575022 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'code': 200}
Apr 19 13:28:06.600605 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-60010724-037c-4cbc-9553-3d3b8813050a req-42340079-b059-4840-9e91-324b9a0df5ea service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405740
Apr 19 13:28:06.609919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=3adfcf49-0432-47e8-890c-80d39bb3675e,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:06.613026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:06.935281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e53fe-6a5c-4bf6-9793-f4ee57e9fb73 req-c8b5a86a-52e0-4793-b2b1-64b6ec391ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:06.936902 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-589e53fe-6a5c-4bf6-9793-f4ee57e9fb73 req-c8b5a86a-52e0-4793-b2b1-64b6ec391ec3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 1098 time: 0.0821371
Apr 19 13:28:06.982543 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-589e53fe-6a5c-4bf6-9793-f4ee57e9fb73 req-cf2ba521-5b59-4a0b-85b8-c2ec925055f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369027
Apr 19 13:28:07.388296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ad968-1825-4678-bf7b-2445402b7ffa req-35785679-4c01-4181-8aff-8328a5bc1f8f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:07.389997 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-585ad968-1825-4678-bf7b-2445402b7ffa req-35785679-4c01-4181-8aff-8328a5bc1f8f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0975080
Apr 19 13:28:07.447991 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-585ad968-1825-4678-bf7b-2445402b7ffa req-ea069fbb-45bb-413d-a793-32ae4e682e4e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507486
Apr 19 13:28:07.604860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d1ef5-4e78-44e3-8cb0-8243e6af7a7e req-691ea7ed-05e0-4bfd-ae00-061b3a9ac8c0 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:07.613797 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-343d1ef5-4e78-44e3-8cb0-8243e6af7a7e req-691ea7ed-05e0-4bfd-ae00-061b3a9ac8c0 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.1040642
Apr 19 13:28:07.684751 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-343d1ef5-4e78-44e3-8cb0-8243e6af7a7e req-98a9b4a7-3425-4954-8036-a825c5bbf021 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665653
Apr 19 13:28:08.686535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d338917-480f-4e21-9f7b-237d6bca90bc req-79e0aff8-9f0f-4ed4-a66f-58b6df390d91 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:08.688834 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7d338917-480f-4e21-9f7b-237d6bca90bc req-79e0aff8-9f0f-4ed4-a66f-58b6df390d91 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.1020024
Apr 19 13:28:08.747681 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7d338917-480f-4e21-9f7b-237d6bca90bc req-1fc8e92b-c1d7-4cd0-8355-0b53bd2c5706 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515230
Apr 19 13:28:08.963541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5050d-2c84-4896-9bff-776959173b44 req-bedef958-f216-420a-b747-eda3f232105d tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:08.965178 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-30c5050d-2c84-4896-9bff-776959173b44 req-bedef958-f216-420a-b747-eda3f232105d tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.1030192
Apr 19 13:28:09.015858 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-30c5050d-2c84-4896-9bff-776959173b44 req-15906d79-9d10-49ee-bb8a-77d6cfc48167 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453477
Apr 19 13:28:09.964653 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c175fce-bb57-4504-b9e0-57dab7678c62 req-264cb0f4-b52e-433b-b85c-321e503ac02e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:09.966311 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1c175fce-bb57-4504-b9e0-57dab7678c62 req-264cb0f4-b52e-433b-b85c-321e503ac02e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0928671
Apr 19 13:28:10.018244 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1c175fce-bb57-4504-b9e0-57dab7678c62 req-26604a0e-9dc0-4c50-8027-149a5aad3f84 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450633
Apr 19 13:28:10.242880 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c2713-ca51-41a2-833f-8399bc3486a6 req-6cc3d5d1-6f40-4d49-9dcb-4fca7c7e2c76 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:10.244598 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c18c2713-ca51-41a2-833f-8399bc3486a6 req-6cc3d5d1-6f40-4d49-9dcb-4fca7c7e2c76 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.1020947
Apr 19 13:28:10.295344 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c18c2713-ca51-41a2-833f-8399bc3486a6 req-6b68c1e9-5959-4a4f-b18a-f2f887668672 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442648
Apr 19 13:28:11.238020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abef2cd-952d-4b6a-bb09-cb7a34ac19f4 req-a53f5ffb-529f-464d-b574-8dd5311fba48 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:11.239675 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6abef2cd-952d-4b6a-bb09-cb7a34ac19f4 req-a53f5ffb-529f-464d-b574-8dd5311fba48 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0964966
Apr 19 13:28:11.289382 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6abef2cd-952d-4b6a-bb09-cb7a34ac19f4 req-cc872e74-70ef-4893-b86d-59ff045fa45c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426521
Apr 19 13:28:11.510263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86527ce-b5ea-47c3-b185-d7b8508bd3b2 req-e17836ce-3fca-4363-bcc4-11566f3d80e0 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:11.511981 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b86527ce-b5ea-47c3-b185-d7b8508bd3b2 req-e17836ce-3fca-4363-bcc4-11566f3d80e0 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0942624
Apr 19 13:28:11.562299 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b86527ce-b5ea-47c3-b185-d7b8508bd3b2 req-2278a775-0645-4f79-ac45-50289d95880c tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438309
Apr 19 13:28:12.524188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111c776-b980-49a9-9bba-be1d00c7a8a7 req-e117a37c-d524-4981-a0b5-e2dbb57a1b58 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:12.525861 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c111c776-b980-49a9-9bba-be1d00c7a8a7 req-e117a37c-d524-4981-a0b5-e2dbb57a1b58 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0998600
Apr 19 13:28:12.576714 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c111c776-b980-49a9-9bba-be1d00c7a8a7 req-e3caca40-4006-4200-abde-f8ec8a6050a1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438876
Apr 19 13:28:12.771434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597df365-3066-4f96-8892-c8e80af4bcf3 req-7fbc386e-aab7-434b-b113-23567872047d tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:12.773661 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-597df365-3066-4f96-8892-c8e80af4bcf3 req-7fbc386e-aab7-434b-b113-23567872047d tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0928156
Apr 19 13:28:12.829929 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-597df365-3066-4f96-8892-c8e80af4bcf3 req-5496aef6-c006-4d0f-9d32-1652d07800c1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496490
Apr 19 13:28:13.803907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c07b1e-3107-4df2-bbcf-9f95a9c48b44 req-d915742c-867e-4fff-9d69-2dd8bd9694ee tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:13.805574 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-08c07b1e-3107-4df2-bbcf-9f95a9c48b44 req-d915742c-867e-4fff-9d69-2dd8bd9694ee tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.1017990
Apr 19 13:28:13.864435 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-08c07b1e-3107-4df2-bbcf-9f95a9c48b44 req-55eec490-7bea-4583-b6c5-df9739b300a7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524106
Apr 19 13:28:14.068086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d7987-fa80-4d4f-94f2-21bc39a01a9d req-a00cfb63-12ad-49cd-bbe0-bc440cab5064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:14.070632 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4e6d7987-fa80-4d4f-94f2-21bc39a01a9d req-a00cfb63-12ad-49cd-bbe0-bc440cab5064 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0995572
Apr 19 13:28:14.364647 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4e6d7987-fa80-4d4f-94f2-21bc39a01a9d req-b3e8ff86-eb63-411e-ae72-4dad55811b75 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2857645
Apr 19 13:28:15.073892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d661a7-a7f5-4290-8da6-9007687f34a2 req-12aa796d-3e99-44ed-b42a-144c820aa208 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:15.075613 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96d661a7-a7f5-4290-8da6-9007687f34a2 req-12aa796d-3e99-44ed-b42a-144c820aa208 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0920541
Apr 19 13:28:15.135871 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-96d661a7-a7f5-4290-8da6-9007687f34a2 req-02dd0054-07a9-4898-8084-9508d76b6329 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533323
Apr 19 13:28:15.575580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1c3c-e92a-49ef-96ff-ad9c32b497fc req-c412f937-61f8-420c-9656-28466cc6782e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:15.577578 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dffa1c3c-e92a-49ef-96ff-ad9c32b497fc req-c412f937-61f8-420c-9656-28466cc6782e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0932190
Apr 19 13:28:15.628425 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dffa1c3c-e92a-49ef-96ff-ad9c32b497fc req-23943dc5-5587-4455-9d56-6759d9f04182 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441165
Apr 19 13:28:16.358868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a23c4-8765-4383-ba20-c4a243d6ebff req-eed51fc7-0bf3-4390-b31a-4da89c2a74f8 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:16.360559 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-300a23c4-8765-4383-ba20-c4a243d6ebff req-eed51fc7-0bf3-4390-b31a-4da89c2a74f8 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0968869
Apr 19 13:28:16.412548 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-300a23c4-8765-4383-ba20-c4a243d6ebff req-5528710a-ece3-4134-9ce5-3fd9bd3f4a27 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449159
Apr 19 13:28:16.414797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:28:16.858135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21e42-5268-4ce1-91fa-46f3723b4327 req-8d6ea11a-db55-4d49-8b4d-f271885dec84 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:16.864703 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d3d21e42-5268-4ce1-91fa-46f3723b4327 req-8d6ea11a-db55-4d49-8b4d-f271885dec84 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.1071801
Apr 19 13:28:16.909430 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d3d21e42-5268-4ce1-91fa-46f3723b4327 req-cbbd4f5c-297b-477a-90d9-9944dcd7e7bf tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430117
Apr 19 13:28:17.630403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f1660-77b7-4452-872b-eafa7bfa99db req-a499d766-84d3-4c98-aa07-ec2946641bdb tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:17.632494 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-364f1660-77b7-4452-872b-eafa7bfa99db req-a499d766-84d3-4c98-aa07-ec2946641bdb tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0955501
Apr 19 13:28:17.683054 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-364f1660-77b7-4452-872b-eafa7bfa99db req-d29ab6af-46fb-447e-b391-10f6a60ae4ed tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439198
Apr 19 13:28:18.121590 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130543c2-ef78-41fb-8f4b-0f4c3390c57e req-679ed284-84d3-4cb5-987a-25e0e1ab5c3c tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:18.125592 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-130543c2-ef78-41fb-8f4b-0f4c3390c57e req-679ed284-84d3-4cb5-987a-25e0e1ab5c3c tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0937672
Apr 19 13:28:18.178223 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-130543c2-ef78-41fb-8f4b-0f4c3390c57e req-1986da6e-782f-423b-824d-4f94f200b8aa tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481875
Apr 19 13:28:18.899278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80481bf2-4559-49a6-bc11-628a676fe829 req-49a7c6c9-d054-4f4a-bd28-c058d80a9047 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:18.900878 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80481bf2-4559-49a6-bc11-628a676fe829 req-49a7c6c9-d054-4f4a-bd28-c058d80a9047 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.0944672
Apr 19 13:28:18.948276 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80481bf2-4559-49a6-bc11-628a676fe829 req-ed6c60ce-aa49-4b2e-95bb-de30dc0c17d7 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409372
Apr 19 13:28:19.383945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a31130-6677-4277-80be-531637b89c3b req-e8f674c9-2a2f-464d-9c4f-bdb7556e5cb5 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:19.385545 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-93a31130-6677-4277-80be-531637b89c3b req-e8f674c9-2a2f-464d-9c4f-bdb7556e5cb5 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0929890
Apr 19 13:28:19.434142 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-93a31130-6677-4277-80be-531637b89c3b req-9f08188b-0248-40ed-96f8-4942ae4f2ce7 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420678
Apr 19 13:28:19.644777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c13597-7675-4a8b-84e5-849e1aa23f6c req-6a8915be-e3e9-4c6f-ba1d-2aa8646a7256 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:19.647033 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f4c13597-7675-4a8b-84e5-849e1aa23f6c req-6a8915be-e3e9-4c6f-ba1d-2aa8646a7256 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0938632
Apr 19 13:28:19.695775 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f4c13597-7675-4a8b-84e5-849e1aa23f6c req-186d2ead-cb1b-4f33-80bc-6ab239f39242 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421941
Apr 19 13:28:19.720748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33440) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:19.846923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba7eaa0-7e8d-4e6b-a5dd-ad2ba8654442 tempest-TestShelveInstance-1997619516 tempest-TestShelveInstance-1997619516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:19.848563 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-3ba7eaa0-7e8d-4e6b-a5dd-ad2ba8654442 tempest-TestShelveInstance-1997619516 tempest-TestShelveInstance-1997619516-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 1093 time: 0.1268210
Apr 19 13:28:19.852337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33446) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:19.857913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Request body: {'floatingip': {'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'port_id': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:28:19.864374 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:28:19.868537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Usage tracker for resource:floatingip and tenant:855b7dbfab6d4701bf3803549ef38760 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:28:19.871521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:28:19.877468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:28:19.887509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:20.034902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:20.243266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b2cba-8df0-4839-84fc-7262cf1b0221 req-100d0469-2e54-48df-b866-f4aa83961075 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:20.244815 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fd5b2cba-8df0-4839-84fc-7262cf1b0221 req-100d0469-2e54-48df-b866-f4aa83961075 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.1719537
Apr 19 13:28:20.285324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Allocated IP 172.27.0.172 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/3a8630ae-39eb-4605-935b-03d794c06610) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:28:20.333452 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fd5b2cba-8df0-4839-84fc-7262cf1b0221 req-f939c916-bccf-4476-be27-7c5cb5e2608d tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812316
Apr 19 13:28:20.466511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:20.499023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:20.503952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:20.567679 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:28:20.575820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:28:20.580483 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:28:20.622154 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event updated for resources: {'Port': ['ID=3a8630ae-39eb-4605-935b-03d794c06610,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:20.633851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.634279 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.634726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.635143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.635554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.635961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.636366 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.636771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.637178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.637580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.638029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.638450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:20.643785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:21.059606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050620dd-2e9e-4064-b9b8-657b055dd204 req-5fa93392-b155-4e9a-ad1e-88fb4be53fa8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:21.061136 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-050620dd-2e9e-4064-b9b8-657b055dd204 req-5fa93392-b155-4e9a-ad1e-88fb4be53fa8 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 945 time: 0.1550255
Apr 19 13:28:21.132759 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-050620dd-2e9e-4064-b9b8-657b055dd204 req-0bda7837-870f-44ac-b08c-27a83ee6bf13 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648665
Apr 19 13:28:21.153619 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:21.231714 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:21.457827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:21.497370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6954951'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:21.507618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5ed1ef26-b549-4189-bbbe-823f6c123d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:21.638308 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event updated for resources: {'Port': ['ID=3a8630ae-39eb-4605-935b-03d794c06610,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:21.648827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:21.660894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:21.810653 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb699e-c8fd-4b74-9507-f40c380c2c3c req-ee9dbb2d-cf18-4d15-a255-aedb7550c0f5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:21.812287 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3ecb699e-c8fd-4b74-9507-f40c380c2c3c req-ee9dbb2d-cf18-4d15-a255-aedb7550c0f5 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 944 time: 0.3516867
Apr 19 13:28:21.896592 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3ecb699e-c8fd-4b74-9507-f40c380c2c3c req-4486543e-a964-494c-8b35-4050900ccbb4 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679228
Apr 19 13:28:21.909934 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Floating IP 61a9d88b-2faa-42a3-8cc4-4ce3e9f3d705 associated. External IP: 172.27.0.172, port: 3adfcf49-0432-47e8-890c-80d39bb3675e.
Apr 19 13:28:22.331762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device b47138cc-e9ca-492e-bec5-e240502375ba details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:28:22.478015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:22.481612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b68fa-dcf9-43ab-a568-66d9ba9a6aa2 req-93194f2e-487e-491f-8bac-13ab4df37a90 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:22.483322 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-365b68fa-dcf9-43ab-a568-66d9ba9a6aa2 req-93194f2e-487e-491f-8bac-13ab4df37a90 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 945 time: 0.2162492
Apr 19 13:28:22.492345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'port_id': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'mac_address': 'fa:16:3e:3e:a8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:28:22.555258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:22.573463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47138cc-e9ca-492e-bec5-e240502375ba {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:28:22.590017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:22.593391 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:22.595291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:22.622950 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-365b68fa-dcf9-43ab-a568-66d9ba9a6aa2 req-7d54861e-39f4-4ed6-a966-5d7a962acd89 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796502
Apr 19 13:28:22.662123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Router 1ee31edb-986c-421e-b127-c18d94ec2edf has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:28:22.667033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=9']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:22.674860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.675261 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.675648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.676033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.676412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.676791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.677164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.677540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.677935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.678910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.679283 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.679656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:22.683855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:22.854969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:28:22.864536 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] Sync routers for ids ['1ee31edb-986c-421e-b127-c18d94ec2edf'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:28:22.875205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] Routers {'1ee31edb-986c-421e-b127-c18d94ec2edf'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:22.875890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a8f57b8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:27:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['1ee31edb-986c-421e-b127-c18d94ec2edf'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:22.879212 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:22.939211 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['b47138cc-e9ca-492e-bec5-e240502375ba'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:28:22.967443 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0997868
Apr 19 13:28:22.967443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:28:23.058728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036afddf-5889-47fe-82af-d809a75cadc2 req-02430aa6-9203-4679-818c-b3d88a6798dd tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:23.060718 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-036afddf-5889-47fe-82af-d809a75cadc2 req-02430aa6-9203-4679-818c-b3d88a6798dd tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Synchronizing usage tracker for tenant:f383e19f962d42879794bd93ee81fa67 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:28:23.089995 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'status': 'completed', 'code': 200}
Apr 19 13:28:23.098026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-036afddf-5889-47fe-82af-d809a75cadc2 req-02430aa6-9203-4679-818c-b3d88a6798dd tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Unset dirty status for tenant:f383e19f962d42879794bd93ee81fa67 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:28:23.099398 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-036afddf-5889-47fe-82af-d809a75cadc2 req-02430aa6-9203-4679-818c-b3d88a6798dd tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.10 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 945 time: 0.1467018
Apr 19 13:28:23.132910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d5111-fae5-434c-9d4e-356e8bfe3122 req-76b49f18-22ab-44f7-b075-8e58b2e3ccf1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:23.134999 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1d3d5111-fae5-434c-9d4e-356e8bfe3122 req-76b49f18-22ab-44f7-b075-8e58b2e3ccf1 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 945 time: 0.0993223
Apr 19 13:28:23.196850 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1d3d5111-fae5-434c-9d4e-356e8bfe3122 req-ced0d802-2aea-46b4-b6a4-83ab4a673e76 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552683
Apr 19 13:28:23.197618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] Set router 1ee31edb-986c-421e-b127-c18d94ec2edf gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:23.477599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Deleting port 9cd818b6-fa85-46d6-8765-c76675bf4906 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:23.478204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:23.588463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-16c1b970-ba6d-45b4-ad5e-62b63dcdc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:23.590107 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-16c1b970-ba6d-45b4-ad5e-62b63dcdc960 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=855b7dbfab6d4701bf3803549ef38760&device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 1098 time: 0.4812386
Apr 19 13:28:23.668241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a8f57b8>, [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '61a9d88b-2faa-42a3-8cc4-4ce3e9f3d705', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'port_id': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'mac_address': 'fa:16:3e:07:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:28:21Z', 'updated_at': '2021-04-19T13:28:21Z', 'revision_number': 0, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81', 'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'mac_address': 'fa:16:3e:7f:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:16Z', 'updated_at': '2021-04-19T13:27:23Z', 'revision_number': 5, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'subnets': [{'id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:23.672508 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] Checking router: 1ee31edb-986c-421e-b127-c18d94ec2edf for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:28:23.682720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] Routers {'1ee31edb-986c-421e-b127-c18d94ec2edf'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:23.683399 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a8f57b8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:27:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['1ee31edb-986c-421e-b127-c18d94ec2edf'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:23.845984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d7bc4-cd7f-4425-a05d-0af174893d14 req-cd9416dc-99f3-484a-906a-f784af67f952 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:23.847669 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-138d7bc4-cd7f-4425-a05d-0af174893d14 req-cd9416dc-99f3-484a-906a-f784af67f952 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 945 time: 0.1012127
Apr 19 13:28:23.872826 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-0066b03d-c8c9-42ef-94ed-5d76fd36b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:23.874484 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-0066b03d-c8c9-42ef-94ed-5d76fd36b994 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18b42057-d1db-458d-aaf0-34b91428003d HTTP/1.1" status: 200  len: 910 time: 0.2719910
Apr 19 13:28:23.901996 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-138d7bc4-cd7f-4425-a05d-0af174893d14 req-8f9cfae2-700a-498b-9244-2acd983eee7a tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfd3ccb5-1f21-4fca-94cd-bb46211c4761&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460799
Apr 19 13:28:23.997763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] For port 9cd818b6-fa85-46d6-8765-c76675bf4906, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9cd818b6-fa85-46d6-8765-c76675bf4906,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:23.998177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:24.044143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] Set router 1ee31edb-986c-421e-b127-c18d94ec2edf gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:24.079919 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-84989b6c-ddf3-455f-889e-66266beefa9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3adfcf49-0432-47e8-890c-80d39bb3675e HTTP/1.1" status: 200  len: 999 time: 0.1964297
Apr 19 13:28:24.246996 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-4557d2dd-4147-4162-8c8f-9f4b1bc7860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:24.248601 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-4557d2dd-4147-4162-8c8f-9f4b1bc7860e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1618ee8e-82d2-4094-91de-5871701a5ddd HTTP/1.1" status: 200  len: 848 time: 0.1601145
Apr 19 13:28:24.354921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device b47138cc-e9ca-492e-bec5-e240502375ba up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:28:24.437222 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56e022-04bd-4e1f-bdf2-c6a8b1938549 req-77be006f-50a6-4a90-9d03-c6070be10a72 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:24.438860 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2e56e022-04bd-4e1f-bdf2-c6a8b1938549 req-77be006f-50a6-4a90-9d03-c6070be10a72 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 945 time: 0.1125567
Apr 19 13:28:24.458981 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:24.459429 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:24.459929 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Floating IP 329cb069-af02-48e3-ad3f-6ae08efebe0d disassociated. External IP: 172.27.0.107, port: 9cd818b6-fa85-46d6-8765-c76675bf4906.
Apr 19 13:28:24.460446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Calling delete_port for 9cd818b6-fa85-46d6-8765-c76675bf4906 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:24.494334 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2e56e022-04bd-4e1f-bdf2-c6a8b1938549 req-88d48b58-1f14-4327-8990-ededf3052f65 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470047
Apr 19 13:28:24.502856 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port b47138cc-e9ca-492e-bec5-e240502375ba triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:28:24.503022 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:24.504748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-75d59e20-9f63-412e-a67d-5593e8a292f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:24.506459 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-75d59e20-9f63-412e-a67d-5593e8a292f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18b42057-d1db-458d-aaf0-34b91428003d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2456942
Apr 19 13:28:24.536302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a8f57b8>, [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '61a9d88b-2faa-42a3-8cc4-4ce3e9f3d705', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'port_id': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'mac_address': 'fa:16:3e:07:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:28:21Z', 'updated_at': '2021-04-19T13:28:21Z', 'revision_number': 0, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81', 'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'mac_address': 'fa:16:3e:7f:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:16Z', 'updated_at': '2021-04-19T13:27:23Z', 'revision_number': 5, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'subnets': [{'id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:24.550938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee9f1c-1d62-4771-9061-1e59eb9ec473 None None] The sync data for ids ['1ee31edb-986c-421e-b127-c18d94ec2edf'] in dv-cinder-786873-1-iscsi is: [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '61a9d88b-2faa-42a3-8cc4-4ce3e9f3d705', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'port_id': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'mac_address': 'fa:16:3e:07:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:28:21Z', 'updated_at': '2021-04-19T13:28:21Z', 'revision_number': 0, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81', 'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'mac_address': 'fa:16:3e:7f:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:16Z', 'updated_at': '2021-04-19T13:27:23Z', 'revision_number': 5, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'subnets': [{'id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:28:24.643495 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:24.672741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:28:24.684463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:24.687571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:24.689473 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-586042a9-22f6-4ac5-8c93-7d5f43503c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:24.728889 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'code': 200}
Apr 19 13:28:24.731945 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-84d26060-d992-4305-80a4-34bf3700e8dd service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2148473
Apr 19 13:28:24.762830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=10']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:24.766196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:24.776377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:24.797284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cbc04d35-45ca-441a-8b64-9f8c0ce86e0c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:24.855870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event deleted for resources: {'Port': ['ID=9cd818b6-fa85-46d6-8765-c76675bf4906,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:24.915488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e988a4-5400-4175-8dba-44e07453bc48 None None] New status for floating IP 61a9d88b-2faa-42a3-8cc4-4ce3e9f3d705: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:28:24.927948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.928520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.929406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.929874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.930285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.930825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.931236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.931705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.932113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.932519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.932922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.933324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:28:24.948919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-18338058-5d95-4192-ab76-d9512c1f49c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:24.977844 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:25.124144 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8ac0f7ca-9452-4c33-a06f-189b64e6a03f req-f1b870d6-4f6c-4e4f-b7c1-a194e79c9068 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 210 time: 0.0856304
Apr 19 13:28:25.188231 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9f04f2f9-e909-470a-856e-d65a7942b5fe req-19ee5909-91a2-4519-abee-c3e84ef89d7e service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4412134
Apr 19 13:28:25.240708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf097f-ec27-417c-9a19-2d5ef196d49e req-1a70601f-7689-4ba4-9fe0-4fb6d60503f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:25.243272 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3ebf097f-ec27-417c-9a19-2d5ef196d49e req-1a70601f-7689-4ba4-9fe0-4fb6d60503f8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 1100 time: 0.3032646
Apr 19 13:28:25.248385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Router c73239fa-1a87-4647-beba-3f2fac4b421d has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:28:25.666095 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3ebf097f-ec27-417c-9a19-2d5ef196d49e req-ccbd0e29-c613-478d-a2e1-5072854cf756 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4137986
Apr 19 13:28:25.708468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:28:25.717234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb7646-2edb-4ef2-907b-d09404ba6954 req-462edd4a-6067-43dd-9048-5567bf9e9368 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:25.718911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] Sync routers for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:28:25.719273 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-13fb7646-2edb-4ef2-907b-d09404ba6954 req-462edd4a-6067-43dd-9048-5567bf9e9368 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 947 time: 0.0901616
Apr 19 13:28:25.729239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:25.729932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ad3fc88>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:27:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:25.771834 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-13fb7646-2edb-4ef2-907b-d09404ba6954 req-26436047-d48b-4dea-9412-f26ae50fd3e0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453789
Apr 19 13:28:25.790241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] No DVR routers for this DVR port 9cd818b6-fa85-46d6-8765-c76675bf4906 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:28:25.801450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:25.801450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'name': 'network-vif-deleted', 'tag': '9cd818b6-fa85-46d6-8765-c76675bf4906'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:28:25.811687 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-036afddf-5889-47fe-82af-d809a75cadc2 req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.10 "DELETE /v2.0/ports/9cd818b6-fa85-46d6-8765-c76675bf4906 HTTP/1.1" status: 204  len: 173 time: 2.7014260
Apr 19 13:28:25.847061 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7836740c-a9d6-4078-8a44-b7d221ba2615', 'name': 'network-vif-deleted', 'tag': '9cd818b6-fa85-46d6-8765-c76675bf4906', 'status': 'completed', 'code': 200}
Apr 19 13:28:25.934776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:26.281809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ad3fc88>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:26.286619 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] Checking router: c73239fa-1a87-4647-beba-3f2fac4b421d for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:28:26.297441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:26.298174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ad3fc88>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:27:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:26.308386 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-53b44c23-80d6-4b81-a656-763389fd7e42 req-7464421f-1b19-4e0c-9206-b029953f1f27 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/ports?device_id=7836740c-a9d6-4078-8a44-b7d221ba2615 HTTP/1.1" status: 200  len: 210 time: 0.0585656
Apr 19 13:28:26.364156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 9cd818b6-fa85-46d6-8765-c76675bf4906 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:26.469211 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: 9cd818b6-fa85-46d6-8765-c76675bf4906 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:26.469633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 9cd818b6-fa85-46d6-8765-c76675bf4906 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:26.536284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:26.879294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ad3fc88>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:26.884731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06619f-bf99-46d4-86c3-bc5f8165756c None None] The sync data for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi is: [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:22:10Z', 'revision_number': 4, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'ad327400-c7e6-4e91-a36b-d620fff6b2b0', 'name': '', 'network_id': '7b69f49c-9f92-4a3d-b35f-1fbfe3432942', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'mac_address': 'fa:16:3e:73:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:06Z', 'updated_at': '2021-04-19T13:22:24Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'subnets': [{'id': '0c91c612-6f59-49f3-8c6e-16f08a1ad2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:28:27.002603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40092821-bd98-4755-942d-b66c6207d76b req-c466d502-ac2f-415d-b0ec-68d0032d8f4c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:27.004272 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40092821-bd98-4755-942d-b66c6207d76b req-c466d502-ac2f-415d-b0ec-68d0032d8f4c tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 947 time: 0.1037564
Apr 19 13:28:27.058835 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40092821-bd98-4755-942d-b66c6207d76b req-65d32457-02ef-467c-9b7f-2c1ae821b209 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471745
Apr 19 13:28:27.300962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c7770-3deb-44a7-bb42-e7e75ee14e26 None None] New status for floating IP 329cb069-af02-48e3-ad3f-6ae08efebe0d: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:28:27.444815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33532) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:27.519994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd27dc82-6b59-4a12-8ea7-b6fa3bb9b855 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:27.552976 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd27dc82-6b59-4a12-8ea7-b6fa3bb9b855 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:27.604073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd27dc82-6b59-4a12-8ea7-b6fa3bb9b855 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:27.609837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b73ad3e7-b0af-43cf-8a48-d84a122ec3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:27.626786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27dc82-6b59-4a12-8ea7-b6fa3bb9b855 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd3ccb5-1f21-4fca-94cd-bb46211c4761,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:27.629484 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cd27dc82-6b59-4a12-8ea7-b6fa3bb9b855 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:27.640290 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cd27dc82-6b59-4a12-8ea7-b6fa3bb9b855 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:27.641659 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-cd27dc82-6b59-4a12-8ea7-b6fa3bb9b855 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "DELETE /v2.0/security-groups/bfd3ccb5-1f21-4fca-94cd-bb46211c4761 HTTP/1.1" status: 204  len: 168 time: 0.1956546
Apr 19 13:28:27.644598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33536) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:27.668814 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.v2.resource [None req-1e7aba26-7795-4de4-b21b-7dc764ef277c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] show failed (client error): The resource could not be found.
Apr 19 13:28:27.670610 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-1e7aba26-7795-4de4-b21b-7dc764ef277c tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "GET /v2.0/security-groups/bfd3ccb5-1f21-4fca-94cd-bb46211c4761 HTTP/1.1" status: 404  len: 347 time: 0.0242875
Apr 19 13:28:27.673203 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33540) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:27.852834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Deleting port 910a8d4e-c8e0-474c-bbde-7c33ca0caf37 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:27.853215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:27.895759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:27.999985 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-638c2726-f161-4f90-87d7-1d043e45bfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:28.040563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:28.040939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:28.175024 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Calling delete_port for 910a8d4e-c8e0-474c-bbde-7c33ca0caf37 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:28.278791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ef375-5cb6-4ae0-a344-01edfa79a936 req-69cbaa56-b7c8-4de2-8c2c-a9f0c7d7c72e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:28.280331 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d02ef375-5cb6-4ae0-a344-01edfa79a936 req-69cbaa56-b7c8-4de2-8c2c-a9f0c7d7c72e tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 947 time: 0.0948586
Apr 19 13:28:28.301445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:28.327941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:28.331871 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d02ef375-5cb6-4ae0-a344-01edfa79a936 req-59f1ab38-114b-427f-9356-7207f7efdf10 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451360
Apr 19 13:28:28.332867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-67e793d1-b72c-4050-94e9-38e6d7336858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:28.381743 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Pushing event deleted for resources: {'Port': ['ID=910a8d4e-c8e0-474c-bbde-7c33ca0caf37,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:28.416144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:28.479474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:28.494100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:28.495383 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] 10.222.0.26 "DELETE /v2.0/floatingips/329cb069-af02-48e3-ad3f-6ae08efebe0d HTTP/1.1" status: 204  len: 168 time: 0.8210516
Apr 19 13:28:28.970556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:30.204731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:32.448948 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-f0fff89b-3ca5-4b75-ae74-ece42ea60fef tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691307069&fields=id&tenant_id=36a894a7f0f145aeb50eb61bf2ef27de HTTP/1.1" status: 200  len: 267 time: 0.0446892
Apr 19 13:28:32.546889 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-95f8639b-af18-490a-a7c5-f99065dfd503 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:32.548496 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-95f8639b-af18-490a-a7c5-f99065dfd503 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 985 time: 0.0928569
Apr 19 13:28:32.560461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-ed6a9948-0716-4794-a199-089bd280099e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Request body: {'port': {'security_groups': ['3f270335-4aba-474d-a0c7-3fb3f2962bd3']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:28:32.564695 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33582) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:32.689880 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-ed6a9948-0716-4794-a199-089bd280099e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:32.955039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-ed6a9948-0716-4794-a199-089bd280099e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] For port 4607cb77-38eb-4411-9cb2-194a450cdb70, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4607cb77-38eb-4411-9cb2-194a450cdb70,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:32.982486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-ed6a9948-0716-4794-a199-089bd280099e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:32.986155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-ed6a9948-0716-4794-a199-089bd280099e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6954951'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:32.992888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:32.998083 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['4607cb77-38eb-4411-9cb2-194a450cdb70'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:28:33.065683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-ed6a9948-0716-4794-a199-089bd280099e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:33.066394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-ed6a9948-0716-4794-a199-089bd280099e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:33.067931 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-40efd3e4-0b0d-461e-9fa8-0e5a0267f558 req-ed6a9948-0716-4794-a199-089bd280099e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "PUT /v2.0/ports/4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 943 time: 0.5125031
Apr 19 13:28:33.068503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:28:33.087461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33590) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:33.148421 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a9948-0716-4794-a199-089bd280099e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event updated for resources: {'Port': ['ID=4607cb77-38eb-4411-9cb2-194a450cdb70,revision_number=7']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:33.154703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ed6a9948-0716-4794-a199-089bd280099e tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:33.184019 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'status': 'completed', 'code': 200}
Apr 19 13:28:33.222971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['4607cb77-38eb-4411-9cb2-194a450cdb70'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:28:33.235289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22896dae-5b96-477e-bc85-1f636d85869c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:33.271188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22896dae-5b96-477e-bc85-1f636d85869c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:33.342089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22896dae-5b96-477e-bc85-1f636d85869c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:33.346128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-2bbb4c78-ced0-4cdf-910f-863708667e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:33.346998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-69ac854e-d886-41e7-87dd-61918b1198d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:33.347814 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-2bbb4c78-ced0-4cdf-910f-863708667e7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36a894a7f0f145aeb50eb61bf2ef27de&device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 1099 time: 0.1300402
Apr 19 13:28:33.353953 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-02d7877d-a2a1-4e25-9113-e87a3fc3ad83 None None] Provisioning complete for port 4607cb77-38eb-4411-9cb2-194a450cdb70 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:28:33.354475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02d7877d-a2a1-4e25-9113-e87a3fc3ad83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:33.361728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22896dae-5b96-477e-bc85-1f636d85869c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d084216-7b7c-4df8-9e16-3302ebb17bc0,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:33.364052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-22896dae-5b96-477e-bc85-1f636d85869c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:33.370595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22896dae-5b96-477e-bc85-1f636d85869c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:33.374350 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-22896dae-5b96-477e-bc85-1f636d85869c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "DELETE /v2.0/security-groups/8d084216-7b7c-4df8-9e16-3302ebb17bc0 HTTP/1.1" status: 204  len: 168 time: 0.2801683
Apr 19 13:28:33.374662 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33594) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:33.574898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992982'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:33.603530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Deleting port 65a4787d-89d5-4187-8c75-23e662303f89 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:33.603917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:33.698667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-d69b988e-7616-4022-a3b5-d69fb6e6843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:33.700262 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-d69b988e-7616-4022-a3b5-d69fb6e6843f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 HTTP/1.1" status: 200  len: 916 time: 0.3442864
Apr 19 13:28:33.793065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:33.793407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:33.851380 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-7ea442d6-9336-4f53-99c5-3c36d082dec5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 1002 time: 0.1394651
Apr 19 13:28:33.928722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Calling delete_port for 65a4787d-89d5-4187-8c75-23e662303f89 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:34.036727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-f244a7fc-8e0d-45b1-84c7-ece4585ab5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:34.039031 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-f244a7fc-8e0d-45b1-84c7-ece4585ab5c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=870cc631-c6cd-4107-9931-e85bcffb51d9 HTTP/1.1" status: 200  len: 854 time: 0.1778347
Apr 19 13:28:34.093391 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:34.099023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-09b89d7d-e667-4296-8139-bb5e837e2b38 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:34.149920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event deleted for resources: {'Port': ['ID=65a4787d-89d5-4187-8c75-23e662303f89,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:34.182942 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:34.199926 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-6d9bb833-f8d0-4080-87fd-fc73f2b04467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:34.201610 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-6d9bb833-f8d0-4080-87fd-fc73f2b04467 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1504548
Apr 19 13:28:34.202443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Deleting port ad327400-c7e6-4e91-a36b-d620fff6b2b0 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:34.202821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:34.246463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:34.246850 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Floating IP 203c98a4-3c2b-47dc-99a7-c3c163ecd520 disassociated (deleted). External IP: 172.27.0.123, port: 4607cb77-38eb-4411-9cb2-194a450cdb70.
Apr 19 13:28:34.738266 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-0424d16e-0189-4d3e-829a-3e31edb8bf06 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5051761
Apr 19 13:28:34.802471 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] For port ad327400-c7e6-4e91-a36b-d620fff6b2b0, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ad327400-c7e6-4e91-a36b-d620fff6b2b0,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:34.802890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:34.877702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Router 04458484-14b9-4d77-a9f7-eb436b43ea9d has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:28:34.992797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Calling delete_port for ad327400-c7e6-4e91-a36b-d620fff6b2b0 owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:35.070779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:28:35.082944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] Sync routers for ids ['04458484-14b9-4d77-a9f7-eb436b43ea9d'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:28:35.095651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] Routers {'04458484-14b9-4d77-a9f7-eb436b43ea9d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:35.096313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aafdc50>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['04458484-14b9-4d77-a9f7-eb436b43ea9d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:35.103598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:35.169848 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-bd65d53b-1e6d-4597-9767-ad2b6dff38ed tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "DELETE /v2.0/floatingips/203c98a4-3c2b-47dc-99a7-c3c163ecd520 HTTP/1.1" status: 204  len: 168 time: 1.7939000
Apr 19 13:28:35.185670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:28:35.243135 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'status': 'completed', 'code': 200}
Apr 19 13:28:35.245829 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2d56f714-855d-4e0b-ad41-c45350982c2c req-b898ea98-2f42-4e24-8819-b7fe2352464d service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4991288
Apr 19 13:28:35.447490 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-de956d74-bc72-4ce2-8797-35a2dfb1536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:35.449123 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-de956d74-bc72-4ce2-8797-35a2dfb1536c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36a894a7f0f145aeb50eb61bf2ef27de&device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 1099 time: 0.1550071
Apr 19 13:28:35.496661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] Set router 04458484-14b9-4d77-a9f7-eb436b43ea9d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:35.502646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:35.510214 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:35.629257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad327400-c7e6-4e91-a36b-d620fff6b2b0,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:35.632127 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:35.788640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-9b9e1822-42cf-4d11-9c63-ea20271b72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:35.790248 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-9b9e1822-42cf-4d11-9c63-ea20271b72e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 HTTP/1.1" status: 200  len: 916 time: 0.3300354
Apr 19 13:28:35.851511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aafdc50>, [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 5, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:35.855607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] Checking router: 04458484-14b9-4d77-a9f7-eb436b43ea9d for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:28:35.864469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] Routers {'04458484-14b9-4d77-a9f7-eb436b43ea9d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:35.865135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295aafdc50>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['04458484-14b9-4d77-a9f7-eb436b43ea9d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:35.987497 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-5cd408a3-bfdb-41cb-9080-27fe5febbff9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 200  len: 217 time: 0.1867115
Apr 19 13:28:36.054499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] Set router 04458484-14b9-4d77-a9f7-eb436b43ea9d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:36.100725 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-5af3bff6-034a-4278-9e8b-f8d1d9c41e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:36.102304 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-5af3bff6-034a-4278-9e8b-f8d1d9c41e02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=870cc631-c6cd-4107-9931-e85bcffb51d9 HTTP/1.1" status: 200  len: 854 time: 0.1016715
Apr 19 13:28:36.154380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846912933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993064'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:36.413024 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295aafdc50>, [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 5, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:36.417849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6762a81-6a27-42a8-a47b-965a2cff541e None None] The sync data for ids ['04458484-14b9-4d77-a9f7-eb436b43ea9d'] in dv-cinder-786873-1-iscsi is: [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:25:35Z', 'revision_number': 4, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '950d0b31-8c48-4a35-9b01-02bad96cbc64', 'name': '', 'network_id': '5ae0fa25-2b97-4afb-b9cd-6e4e91a60827', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'mac_address': 'fa:16:3e:bc:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:34Z', 'updated_at': '2021-04-19T13:25:45Z', 'revision_number': 5, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'subnets': [{'id': '870cc631-c6cd-4107-9931-e85bcffb51d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:28:36.601725 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-3147e944-1077-4083-9ae8-3c4cb832283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:36.603397 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-3147e944-1077-4083-9ae8-3c4cb832283b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4910197
Apr 19 13:28:36.810461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9fed6d-285e-4654-bfd8-c449fb72cb14 None None] New status for floating IP 203c98a4-3c2b-47dc-99a7-c3c163ecd520: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:28:36.922525 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-a05fa41f-24b4-43b7-95d8-b3323e992441 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3089643
Apr 19 13:28:36.976580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Router c73239fa-1a87-4647-beba-3f2fac4b421d has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:28:37.238394 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-85ada2ad-5cbf-4361-864b-91a6bf5e9f82 req-60f285c7-9d3f-47cc-a945-352d1437df69 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3086193
Apr 19 13:28:37.267992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:28:37.277908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] Sync routers for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:28:37.281980 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] 10.222.0.26 "PUT /v2.0/routers/c73239fa-1a87-4647-beba-3f2fac4b421d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7161262
Apr 19 13:28:37.284798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33620) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:37.288743 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:37.289678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab42cc0>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:37.479273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:37.486894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:37.667706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:37.676229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Deleting port 818abd56-9227-4b32-8485-3c614e5ae979 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:37.676610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:37.787036 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab42cc0>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '818abd56-9227-4b32-8485-3c614e5ae979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:28:35Z', 'revision_number': 5, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port': {'id': '818abd56-9227-4b32-8485-3c614e5ae979', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:54Z', 'updated_at': '2021-04-19T13:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:37.791914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] Checking router: c73239fa-1a87-4647-beba-3f2fac4b421d for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:28:37.800954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] Routers {'c73239fa-1a87-4647-beba-3f2fac4b421d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:37.801609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab42cc0>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['c73239fa-1a87-4647-beba-3f2fac4b421d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:37.866636 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] For port 818abd56-9227-4b32-8485-3c614e5ae979, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=818abd56-9227-4b32-8485-3c614e5ae979,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:37.867214 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:37.964853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] Set router c73239fa-1a87-4647-beba-3f2fac4b421d gateway port host: None {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:37.998882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Calling delete_port for 818abd56-9227-4b32-8485-3c614e5ae979 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:38.082144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab42cc0>, [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:28:37Z', 'revision_number': 6, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port_host': None}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:38.086487 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41451c7a-fad4-430f-b961-6312613c17eb None None] The sync data for ids ['c73239fa-1a87-4647-beba-3f2fac4b421d'] in dv-cinder-786873-1-iscsi is: [{'id': 'c73239fa-1a87-4647-beba-3f2fac4b421d', 'name': 'tempest-AttachVolumeTestJSON-1439221257-router', 'tenant_id': 'f383e19f962d42879794bd93ee81fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:51Z', 'updated_at': '2021-04-19T13:28:37Z', 'revision_number': 6, 'project_id': 'f383e19f962d42879794bd93ee81fa67', 'gw_port_host': None}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:28:38.181316 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:38.186720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ed93f04d-4144-44d3-b718-940cd0915343 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:38.273180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=818abd56-9227-4b32-8485-3c614e5ae979,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:38.283719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:38.345216 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846802839'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:38.541984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846783179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773260'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:38.544464 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:38.610564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c6345-abb7-4f4c-85a4-de8938f30c34 req-4f797ec4-b40d-4694-bdf0-8dce93c69e31 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:38.611256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e40c6345-abb7-4f4c-85a4-de8938f30c34 req-4f797ec4-b40d-4694-bdf0-8dce93c69e31 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Synchronizing usage tracker for tenant:36a894a7f0f145aeb50eb61bf2ef27de on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:28:38.628579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e40c6345-abb7-4f4c-85a4-de8938f30c34 req-4f797ec4-b40d-4694-bdf0-8dce93c69e31 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Unset dirty status for tenant:36a894a7f0f145aeb50eb61bf2ef27de on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:28:38.630413 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e40c6345-abb7-4f4c-85a4-de8938f30c34 req-4f797ec4-b40d-4694-bdf0-8dce93c69e31 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 946 time: 0.1128545
Apr 19 13:28:38.634803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7964529'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:38.635401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c73239fa-1a87-4647-beba-3f2fac4b421d {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 13:28:38.650604 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:38.651858 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c73239fa-1a87-4647-beba-3f2fac4b421d HTTP/1.1" status: 204  len: 168 time: 1.3660710
Apr 19 13:28:38.654603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33630) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:38.680818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e40c6345-abb7-4f4c-85a4-de8938f30c34 req-4f87ee4c-4f12-43f1-8660-5ac3f00cd475 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Synchronizing usage tracker for tenant:36a894a7f0f145aeb50eb61bf2ef27de on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:28:38.699016 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-e40c6345-abb7-4f4c-85a4-de8938f30c34 req-4f87ee4c-4f12-43f1-8660-5ac3f00cd475 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Unset dirty status for tenant:36a894a7f0f145aeb50eb61bf2ef27de on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:28:38.703206 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e40c6345-abb7-4f4c-85a4-de8938f30c34 req-4f87ee4c-4f12-43f1-8660-5ac3f00cd475 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658245
Apr 19 13:28:38.728433 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e5aba1-9f92-421c-8df1-cf86558fc17d admin admin] Deleting subnet 0c91c612-6f59-49f3-8c6e-16f08a1ad2cb {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:28:38.731948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-58e5aba1-9f92-421c-8df1-cf86558fc17d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:38.785988 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-58e5aba1-9f92-421c-8df1-cf86558fc17d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7282028'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:38.908774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-58e5aba1-9f92-421c-8df1-cf86558fc17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:39.242445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 818abd56-9227-4b32-8485-3c614e5ae979 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:39.279934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 818abd56-9227-4b32-8485-3c614e5ae979 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:39.280347 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 818abd56-9227-4b32-8485-3c614e5ae979 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:39.280825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ad327400-c7e6-4e91-a36b-d620fff6b2b0 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:39.315961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: ad327400-c7e6-4e91-a36b-d620fff6b2b0 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:39.316369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ad327400-c7e6-4e91-a36b-d620fff6b2b0 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:39.417941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-58e5aba1-9f92-421c-8df1-cf86558fc17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6501831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848391421'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:39.423130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ef63309f-aa43-44be-9cd5-2415bf0caa4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:39.461993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5aba1-9f92-421c-8df1-cf86558fc17d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c91c612-6f59-49f3-8c6e-16f08a1ad2cb,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:39.464582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-58e5aba1-9f92-421c-8df1-cf86558fc17d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:39.468235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29155519-d749-4613-bc48-65b27d474624 None None] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:28:39.468613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-58e5aba1-9f92-421c-8df1-cf86558fc17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:39.471633 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-58e5aba1-9f92-421c-8df1-cf86558fc17d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0c91c612-6f59-49f3-8c6e-16f08a1ad2cb HTTP/1.1" status: 204  len: 168 time: 0.8160188
Apr 19 13:28:39.474294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33634) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:39.595435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:39.606645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Deleting port e428d63d-037e-4fad-b8fc-1ff52900264b {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:39.607019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:39.732532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] DHCP port deletion for 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 request from dv-cinder-786873-1-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 13:28:39.737412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] Deleting port e428d63d-037e-4fad-b8fc-1ff52900264b {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:39.737834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:39.841291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] For port e428d63d-037e-4fad-b8fc-1ff52900264b, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=e428d63d-037e-4fad-b8fc-1ff52900264b,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:39.841955 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:39.917967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629279f3-0911-4cdf-83b1-6d6a11c3dc5c req-96a8cf5b-d4b2-46d7-af93-9da6d2da2493 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:39.919959 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-629279f3-0911-4cdf-83b1-6d6a11c3dc5c req-96a8cf5b-d4b2-46d7-af93-9da6d2da2493 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 946 time: 0.1003799
Apr 19 13:28:39.974211 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-629279f3-0911-4cdf-83b1-6d6a11c3dc5c req-f72d742e-296d-4e7f-aec9-31ae23811559 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468812
Apr 19 13:28:39.986249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Calling delete_port for e428d63d-037e-4fad-b8fc-1ff52900264b owned by network:dhcp {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:40.073928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:40.083552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5815916c-cb5a-4278-8db7-7a3b58eefc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:40.122239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] No DVR routers for this DVR port e428d63d-037e-4fad-b8fc-1ff52900264b on host dv-cinder-786873-1-iscsi {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:28:40.137322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] For port e428d63d-037e-4fad-b8fc-1ff52900264b, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=e428d63d-037e-4fad-b8fc-1ff52900264b,segment=NetworkSegment(0a4bb19a-1b22-4d05-b634-77b769d59a02),segment_id=0a4bb19a-1b22-4d05-b634-77b769d59a02)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:40.137770 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:40.156505 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Pushing event deleted for resources: {'Port': ['ID=e428d63d-037e-4fad-b8fc-1ff52900264b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:40.161570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:40.258905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:40.270795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] Calling delete_port for e428d63d-037e-4fad-b8fc-1ff52900264b owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:40.378329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f295a55ecc0>,) {'filters': {'network_id': ['7b69f49c-9f92-4a3d-b35f-1fbfe3432942']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:40.391257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a55ecc0>, '0a4bb19a-1b22-4d05-b634-77b769d59a02') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:40.391572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a55ecc0>, '0a4bb19a-1b22-4d05-b634-77b769d59a02') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:40.404942 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847493788'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:40.414623 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:28:40.415046 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:28:40.421237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:40.427992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:28:40.605598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:28:40.620050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848273308'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:40.858400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Network 7b69f49c-9f92-4a3d-b35f-1fbfe3432942 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:28:40.883255 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:28:40.916894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] Deleting port e428d63d-037e-4fad-b8fc-1ff52900264b {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:40.917360 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:40.960206 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-03607fba-340f-43e7-94a3-27f948647449 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:40.960974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-03607fba-340f-43e7-94a3-27f948647449 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Synchronizing usage tracker for tenant:36a894a7f0f145aeb50eb61bf2ef27de on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:28:40.981325 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-03607fba-340f-43e7-94a3-27f948647449 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Unset dirty status for tenant:36a894a7f0f145aeb50eb61bf2ef27de on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:28:40.982583 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-03607fba-340f-43e7-94a3-27f948647449 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.10 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 946 time: 0.3646703
Apr 19 13:28:40.983192 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:40.987847 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:40.991487 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-06702df3-13b3-4c47-8448-6c9c17d82327 None None] The port 'e428d63d-037e-4fad-b8fc-1ff52900264b' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 13:28:40.993696 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-866640cf-972d-418a-968d-ef6b6b3af4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:41.055465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b69f49c-9f92-4a3d-b35f-1fbfe3432942,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:41.058237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:41.086190 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7b69f49c-9f92-4a3d-b35f-1fbfe3432942 HTTP/1.1" status: 204  len: 168 time: 1.6106846
Apr 19 13:28:41.106633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Deleting port 4607cb77-38eb-4411-9cb2-194a450cdb70 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:41.107040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:41.204119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a9182-d280-413e-8202-8b6873ec2b79 req-0a841e17-183e-4f9c-b2d6-0c5daee2534b tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:41.205802 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d14a9182-d280-413e-8202-8b6873ec2b79 req-0a841e17-183e-4f9c-b2d6-0c5daee2534b tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 946 time: 0.1113806
Apr 19 13:28:41.232706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33644) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:41.258745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device e428d63d-037e-4fad-b8fc-1ff52900264b no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:41.270656 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d14a9182-d280-413e-8202-8b6873ec2b79 req-da8b168c-ed9e-42ab-a074-c6be659359d4 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f270335-4aba-474d-a0c7-3fb3f2962bd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573103
Apr 19 13:28:41.296537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: e428d63d-037e-4fad-b8fc-1ff52900264b {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:41.297028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device e428d63d-037e-4fad-b8fc-1ff52900264b not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:41.397605 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-eb1c0f5a-4979-472a-af2d-cdf36347d15b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f383e19f962d42879794bd93ee81fa67&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1612592
Apr 19 13:28:41.398066 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33648) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:41.448037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] For port 4607cb77-38eb-4411-9cb2-194a450cdb70, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4607cb77-38eb-4411-9cb2-194a450cdb70,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:41.448422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:41.464017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1198c358-a269-4254-8281-9716641af6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:41.500510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1198c358-a269-4254-8281-9716641af6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:41.567864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1198c358-a269-4254-8281-9716641af6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:41.575539 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-37b8ad27-7ba3-4bf6-a718-0e53bba0c74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:41.587703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Calling delete_port for 4607cb77-38eb-4411-9cb2-194a450cdb70 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:41.599903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198c358-a269-4254-8281-9716641af6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c6ddc7-e96d-40b2-9c45-9d8e3d6f40c8,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:41.605832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1198c358-a269-4254-8281-9716641af6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:41.611300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1198c358-a269-4254-8281-9716641af6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:41.615491 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-1198c358-a269-4254-8281-9716641af6d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0c6ddc7-e96d-40b2-9c45-9d8e3d6f40c8 HTTP/1.1" status: 204  len: 168 time: 0.2136705
Apr 19 13:28:41.747682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:41.754669 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-dc6c0a17-bce2-45aa-8a58-e25241a09f91 tempest-AttachVolumeNegativeTest-1723455580 tempest-AttachVolumeNegativeTest-1723455580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:41.761149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['4607cb77-38eb-4411-9cb2-194a450cdb70'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:28:41.832956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Pushing event deleted for resources: {'Port': ['ID=4607cb77-38eb-4411-9cb2-194a450cdb70,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:41.874033 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:41.923463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] No DVR routers for this DVR port 4607cb77-38eb-4411-9cb2-194a450cdb70 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:28:41.925896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:41.929322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'name': 'network-vif-deleted', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:28:41.945761 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8e6c649a-ec41-4b99-915f-bcf533afaebe req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.10 "DELETE /v2.0/ports/4607cb77-38eb-4411-9cb2-194a450cdb70 HTTP/1.1" status: 204  len: 173 time: 0.9534037
Apr 19 13:28:41.979654 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cdbd35-1fd6-4c03-a52a-b288dffc888c', 'name': 'network-vif-deleted', 'tag': '4607cb77-38eb-4411-9cb2-194a450cdb70', 'status': 'completed', 'code': 200}
Apr 19 13:28:42.462180 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2f308125-f652-4fcf-8e84-808f60644577 req-03180bb9-631a-4907-a63f-71dd7e3e9d5d tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] 10.222.0.26 "GET /v2.0/ports?device_id=08cdbd35-1fd6-4c03-a52a-b288dffc888c HTTP/1.1" status: 200  len: 210 time: 0.0528295
Apr 19 13:28:44.254411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33740) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:45.072698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992982'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:45.449409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Deleting port 950d0b31-8c48-4a35-9b01-02bad96cbc64 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:45.449963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:45.631011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] For port 950d0b31-8c48-4a35-9b01-02bad96cbc64, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=950d0b31-8c48-4a35-9b01-02bad96cbc64,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:45.631909 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:45.762449 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Calling delete_port for 950d0b31-8c48-4a35-9b01-02bad96cbc64 owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:45.936202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:45.940837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:45.988697 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Pushing event deleted for resources: {'Port': ['ID=950d0b31-8c48-4a35-9b01-02bad96cbc64,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:46.020576 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:46.290606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846912933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993064'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:46.669551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Router 04458484-14b9-4d77-a9f7-eb436b43ea9d has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:28:46.856658 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:28:46.866124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] Sync routers for ids ['04458484-14b9-4d77-a9f7-eb436b43ea9d'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:28:46.870387 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] 10.222.0.26 "PUT /v2.0/routers/04458484-14b9-4d77-a9f7-eb436b43ea9d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6142848
Apr 19 13:28:46.873170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33752) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:46.879741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] Routers {'04458484-14b9-4d77-a9f7-eb436b43ea9d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:46.880409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ad0c7b8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['04458484-14b9-4d77-a9f7-eb436b43ea9d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:47.066240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:47.070310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] Set router 04458484-14b9-4d77-a9f7-eb436b43ea9d gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:47.173108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 4607cb77-38eb-4411-9cb2-194a450cdb70 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:47.217842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: 4607cb77-38eb-4411-9cb2-194a450cdb70 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:47.218607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 4607cb77-38eb-4411-9cb2-194a450cdb70 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:47.264858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:47.273650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Deleting port 0dc17e6d-04d7-4fb2-80e5-244de160f594 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:47.274021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:47.419232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ad0c7b8>, [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:28:45Z', 'revision_number': 5, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port': {'id': '0dc17e6d-04d7-4fb2-80e5-244de160f594', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:30Z', 'updated_at': '2021-04-19T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:47.423296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] Checking router: 04458484-14b9-4d77-a9f7-eb436b43ea9d for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:28:47.432462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] Routers {'04458484-14b9-4d77-a9f7-eb436b43ea9d'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:47.433130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ad0c7b8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['04458484-14b9-4d77-a9f7-eb436b43ea9d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:47.461817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] For port 0dc17e6d-04d7-4fb2-80e5-244de160f594, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=0dc17e6d-04d7-4fb2-80e5-244de160f594,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:47.462217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:47.597815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] Set router 04458484-14b9-4d77-a9f7-eb436b43ea9d gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:47.600921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Calling delete_port for 0dc17e6d-04d7-4fb2-80e5-244de160f594 owned by network:router_gateway {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:47.711570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ad0c7b8>, [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:28:47Z', 'revision_number': 6, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port_host': None}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:47.715647 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2b9511-5a20-4cf3-af1d-25c01140f9c6 None None] The sync data for ids ['04458484-14b9-4d77-a9f7-eb436b43ea9d'] in dv-cinder-786873-1-iscsi is: [{'id': '04458484-14b9-4d77-a9f7-eb436b43ea9d', 'name': 'tempest-TestMinimumBasicScenario-1666145352-router', 'tenant_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:29Z', 'updated_at': '2021-04-19T13:28:47Z', 'revision_number': 6, 'project_id': '36a894a7f0f145aeb50eb61bf2ef27de', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:28:47.778921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:47.783788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:47.834146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc17e6d-04d7-4fb2-80e5-244de160f594,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:47.837011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:47.941724 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846802839'] for router_gateway, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:48.128634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846783179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773260'] for router, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:48.131605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:48.152274 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7964529'] for router, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:48.152842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04458484-14b9-4d77-a9f7-eb436b43ea9d {{(pid=86366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 13:28:48.165922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:48.167208 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-66bf2887-30ba-4ff5-9e00-21c7f19fc1c4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/04458484-14b9-4d77-a9f7-eb436b43ea9d HTTP/1.1" status: 204  len: 168 time: 1.2929718
Apr 19 13:28:48.169814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33762) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:48.241652 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51ec497-57a2-4fef-8e5c-b935142194ce admin admin] Deleting subnet 870cc631-c6cd-4107-9931-e85bcffb51d9 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:28:48.244866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e51ec497-57a2-4fef-8e5c-b935142194ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:48.297157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e51ec497-57a2-4fef-8e5c-b935142194ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6670355'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:48.663065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e51ec497-57a2-4fef-8e5c-b935142194ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:48.922021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e51ec497-57a2-4fef-8e5c-b935142194ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847824358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848102765'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:48.926982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:48.963998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ec497-57a2-4fef-8e5c-b935142194ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870cc631-c6cd-4107-9931-e85bcffb51d9,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:48.967324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e51ec497-57a2-4fef-8e5c-b935142194ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:48.969084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e51ec497-57a2-4fef-8e5c-b935142194ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:48.973593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06b983-46b0-45b8-b3e2-cd8ae7b7ff00 None None] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:28:48.976280 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e51ec497-57a2-4fef-8e5c-b935142194ce admin admin] 10.222.0.26 "DELETE /v2.0/subnets/870cc631-c6cd-4107-9931-e85bcffb51d9 HTTP/1.1" status: 204  len: 168 time: 0.8039670
Apr 19 13:28:48.978092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33768) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:49.096670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:49.108820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Deleting port cd6da348-5442-4eaa-9bc3-53d9781d6e42 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:49.109327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:49.232305 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] DHCP port deletion for 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 request from dv-cinder-786873-1-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 13:28:49.237379 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] Deleting port cd6da348-5442-4eaa-9bc3-53d9781d6e42 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:49.237914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:49.280913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 950d0b31-8c48-4a35-9b01-02bad96cbc64 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:49.326558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 950d0b31-8c48-4a35-9b01-02bad96cbc64 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:49.326966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 950d0b31-8c48-4a35-9b01-02bad96cbc64 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:49.327443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 0dc17e6d-04d7-4fb2-80e5-244de160f594 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:49.348100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] For port cd6da348-5442-4eaa-9bc3-53d9781d6e42, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=cd6da348-5442-4eaa-9bc3-53d9781d6e42,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:49.348500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:49.383025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 0dc17e6d-04d7-4fb2-80e5-244de160f594 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:49.383428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 0dc17e6d-04d7-4fb2-80e5-244de160f594 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:49.497530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Calling delete_port for cd6da348-5442-4eaa-9bc3-53d9781d6e42 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:49.565985 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] For port cd6da348-5442-4eaa-9bc3-53d9781d6e42, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=cd6da348-5442-4eaa-9bc3-53d9781d6e42,segment=NetworkSegment(f5c1af23-ac21-4927-bb7f-dfbae1ff3af5),segment_id=f5c1af23-ac21-4927-bb7f-dfbae1ff3af5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:49.566463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:49.578271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:49.585526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-eda93e1a-573a-4fd8-a428-39e3d394d36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:49.641494 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6da348-5442-4eaa-9bc3-53d9781d6e42,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:49.645036 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:49.649495 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] No DVR routers for this DVR port cd6da348-5442-4eaa-9bc3-53d9781d6e42 on host dv-cinder-786873-1-iscsi {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:28:49.704241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] Calling delete_port for cd6da348-5442-4eaa-9bc3-53d9781d6e42 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:49.780626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:28:49.781034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:28:49.783857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:49.902017 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f29595ac978>,) {'filters': {'network_id': ['5ae0fa25-2b97-4afb-b9cd-6e4e91a60827']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:49.914812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f29595ac978>, 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:49.915157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f29595ac978>, 'f5c1af23-ac21-4927-bb7f-dfbae1ff3af5') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:49.927002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848105445'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:49.944067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:49.950634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:28:50.130122 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:28:50.140314 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6954937'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:50.322370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Network 5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:28:50.324016 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] Deleting port cd6da348-5442-4eaa-9bc3-53d9781d6e42 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:50.324016 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:28:50.345302 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:28:50.431587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:50.435710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-00bbf364-61b5-4764-a71b-bd79386bc705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:50.452069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:50.461058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae0fa25-2b97-4afb-b9cd-6e4e91a60827,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:50.464554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:50.470574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-038e41cb-bd1d-41de-85df-b9c6b10994e9 None None] The port 'cd6da348-5442-4eaa-9bc3-53d9781d6e42' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 13:28:50.477419 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5ae0fa25-2b97-4afb-b9cd-6e4e91a60827 HTTP/1.1" status: 204  len: 168 time: 1.4969790
Apr 19 13:28:50.481356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33790) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:51.072186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992982'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:51.243931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device cd6da348-5442-4eaa-9bc3-53d9781d6e42 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:51.284153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: cd6da348-5442-4eaa-9bc3-53d9781d6e42 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:51.284552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device cd6da348-5442-4eaa-9bc3-53d9781d6e42 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:51.449977 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Deleting port 602491b4-86ef-4701-b1b7-deba949017bd {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:51.450372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:51.631574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] For port 602491b4-86ef-4701-b1b7-deba949017bd, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=602491b4-86ef-4701-b1b7-deba949017bd,segment=NetworkSegment(7528e291-84b2-4f97-98fe-52dad647f9fb),segment_id=7528e291-84b2-4f97-98fe-52dad647f9fb)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:51.632047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:51.765470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Calling delete_port for 602491b4-86ef-4701-b1b7-deba949017bd owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:51.941535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:51.947142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d94894ab-6824-47dd-91db-335a61651f7f tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:51.993756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=602491b4-86ef-4701-b1b7-deba949017bd,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:51.996706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:52.515319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846912933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993064'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:52.963101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Router 7ff61e60-3952-4897-a8c1-8d4928135cd2 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:28:53.176193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:28:53.185237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] Sync routers for ids ['7ff61e60-3952-4897-a8c1-8d4928135cd2'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:28:53.195083 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7ab0a9cf-8f99-4ec8-8d70-6efda7b51c9f admin admin] 10.222.0.26 "PUT /v2.0/routers/7ff61e60-3952-4897-a8c1-8d4928135cd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7109404
Apr 19 13:28:53.196932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33800) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:53.203293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] Routers {'7ff61e60-3952-4897-a8c1-8d4928135cd2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:53.203921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295b1d0cf8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['7ff61e60-3952-4897-a8c1-8d4928135cd2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:53.414537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] Set router 7ff61e60-3952-4897-a8c1-8d4928135cd2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:53.414792 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:28:53.420431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:53.883781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:53.892244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Deleting port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:53.892599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:53.904149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295b1d0cf8>, [{'id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'name': 'tempest-TestMinimumBasicScenario-691578128-router', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:39Z', 'updated_at': '2021-04-19T13:28:51Z', 'revision_number': 5, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'gw_port': {'id': '2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:25:40Z', 'updated_at': '2021-04-19T13:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:53.908169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] Checking router: 7ff61e60-3952-4897-a8c1-8d4928135cd2 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:28:53.916964 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] Routers {'7ff61e60-3952-4897-a8c1-8d4928135cd2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:28:53.917629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295b1d0cf8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['7ff61e60-3952-4897-a8c1-8d4928135cd2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:54.082961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] For port 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:54.083176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:54.093364 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] Set router 7ff61e60-3952-4897-a8c1-8d4928135cd2 gateway port host: None {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:28:54.211475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295b1d0cf8>, [{'id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'name': 'tempest-TestMinimumBasicScenario-691578128-router', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:39Z', 'updated_at': '2021-04-19T13:28:53Z', 'revision_number': 6, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'gw_port_host': None}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:54.215985 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a93c0-3523-4618-b558-982163d22eff None None] The sync data for ids ['7ff61e60-3952-4897-a8c1-8d4928135cd2'] in dv-cinder-786873-1-iscsi is: [{'id': '7ff61e60-3952-4897-a8c1-8d4928135cd2', 'name': 'tempest-TestMinimumBasicScenario-691578128-router', 'tenant_id': '241f0f8c370d4ee4847e430f21e21083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:25:39Z', 'updated_at': '2021-04-19T13:28:53Z', 'revision_number': 6, 'project_id': '241f0f8c370d4ee4847e430f21e21083', 'gw_port_host': None}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:28:54.221101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Calling delete_port for 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:54.422808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:54.430289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:54.480336 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:54.515366 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:54.579387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846802839'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:54.765965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846783179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773260'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:54.768537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:54.790673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7964529'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:54.791232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff61e60-3952-4897-a8c1-8d4928135cd2 {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 13:28:54.804726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:54.805965 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7ff61e60-3952-4897-a8c1-8d4928135cd2 HTTP/1.1" status: 204  len: 168 time: 1.6075821
Apr 19 13:28:54.808813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33814) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:54.883758 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1747c355-de29-4353-b921-03f9b64a9518 admin admin] Deleting subnet da080dad-0337-4f29-a03f-d17db7b1cc2d {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:28:54.887217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1747c355-de29-4353-b921-03f9b64a9518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:54.941766 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1747c355-de29-4353-b921-03f9b64a9518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6670355'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:54.942621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-77505bb3-ce74-4e9c-a2be-3f6dd620a1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:55.024587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1747c355-de29-4353-b921-03f9b64a9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:55.246052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:55.288658 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:55.288984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 2a7ebfa1-5c61-4fe4-b053-feeeb583bbe1 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:55.289455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 602491b4-86ef-4701-b1b7-deba949017bd no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:55.289713 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1747c355-de29-4353-b921-03f9b64a9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847824358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848102765'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:55.295131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-18c7aaab-74a5-42b1-bc5d-35942cc0e442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:55.325532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 602491b4-86ef-4701-b1b7-deba949017bd {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:55.325939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 602491b4-86ef-4701-b1b7-deba949017bd not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:55.334864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747c355-de29-4353-b921-03f9b64a9518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da080dad-0337-4f29-a03f-d17db7b1cc2d,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:55.338102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1747c355-de29-4353-b921-03f9b64a9518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:55.339249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1747c355-de29-4353-b921-03f9b64a9518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:55.344381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552eb05-6391-45c6-8427-e45b76797398 None None] Network 09ed26e1-5d20-4595-88b8-856b8652dcc7 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:28:55.345749 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-1747c355-de29-4353-b921-03f9b64a9518 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/da080dad-0337-4f29-a03f-d17db7b1cc2d HTTP/1.1" status: 204  len: 168 time: 0.5358369
Apr 19 13:28:55.348415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33818) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:55.468969 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:55.481141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Deleting port 7274e083-15bf-4e98-b031-82ef0fb8b29f {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:55.484870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:55.624913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] DHCP port deletion for 09ed26e1-5d20-4595-88b8-856b8652dcc7 request from dv-cinder-786873-1-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 13:28:55.630062 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] Deleting port 7274e083-15bf-4e98-b031-82ef0fb8b29f {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:55.630676 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:55.720380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] For port 7274e083-15bf-4e98-b031-82ef0fb8b29f, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=7274e083-15bf-4e98-b031-82ef0fb8b29f,segment=NetworkSegment(7528e291-84b2-4f97-98fe-52dad647f9fb),segment_id=7528e291-84b2-4f97-98fe-52dad647f9fb)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:55.720764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:55.860427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] For port 7274e083-15bf-4e98-b031-82ef0fb8b29f, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=7274e083-15bf-4e98-b031-82ef0fb8b29f,segment=NetworkSegment(7528e291-84b2-4f97-98fe-52dad647f9fb),segment_id=7528e291-84b2-4f97-98fe-52dad647f9fb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:28:55.860749 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:55.862617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Calling delete_port for 7274e083-15bf-4e98-b031-82ef0fb8b29f owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:55.944832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:55.949789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0dce8123-4ab0-4e16-8ec9-a7920033e51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:55.994211 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] Calling delete_port for 7274e083-15bf-4e98-b031-82ef0fb8b29f owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:28:55.996045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7274e083-15bf-4e98-b031-82ef0fb8b29f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:56.000379 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:56.001775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] No DVR routers for this DVR port 7274e083-15bf-4e98-b031-82ef0fb8b29f on host dv-cinder-786873-1-iscsi {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:28:56.073690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:28:56.074415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:28:56.132947 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:56.249864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f295a3994e0>,) {'filters': {'network_id': ['09ed26e1-5d20-4595-88b8-856b8652dcc7']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:56.262990 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a3994e0>, '7528e291-84b2-4f97-98fe-52dad647f9fb') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:56.263336 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a3994e0>, '7528e291-84b2-4f97-98fe-52dad647f9fb') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:28:56.276016 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848105445'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:56.291573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:56.298115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:28:56.481891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Network 09ed26e1-5d20-4595-88b8-856b8652dcc7 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:28:56.491207 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6954937'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:56.576193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] Deleting port 7274e083-15bf-4e98-b031-82ef0fb8b29f {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:28:56.576645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:56.648252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0fc0f-a6c1-4149-a8f5-8af0389b6161 None None] The port '7274e083-15bf-4e98-b031-82ef0fb8b29f' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 13:28:56.671258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Network 09ed26e1-5d20-4595-88b8-856b8652dcc7 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:28:56.697784 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:28:56.777050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:56.780774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8678aceb-2999-46f3-8987-ff1668ca5d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:56.794825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:56.806559 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=09ed26e1-5d20-4595-88b8-856b8652dcc7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:56.811294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:56.814876 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-bfdce854-e02f-44f2-97b4-3d7e2528e1f1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/09ed26e1-5d20-4595-88b8-856b8652dcc7 HTTP/1.1" status: 204  len: 168 time: 1.4653397
Apr 19 13:28:56.996087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33838) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:57.051926 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e00db216-d749-4c75-bae8-8e1a09b13a76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36a894a7f0f145aeb50eb61bf2ef27de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544598
Apr 19 13:28:57.055090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33842) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:57.117276 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd71af41-5701-45ac-95d2-5d6462948729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:57.145099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd71af41-5701-45ac-95d2-5d6462948729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:57.195306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd71af41-5701-45ac-95d2-5d6462948729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:57.200415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-802d240b-ff40-4235-adb0-093d7fa824c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:57.214496 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71af41-5701-45ac-95d2-5d6462948729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f270335-4aba-474d-a0c7-3fb3f2962bd3,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:57.217622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bd71af41-5701-45ac-95d2-5d6462948729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:57.225848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd71af41-5701-45ac-95d2-5d6462948729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:57.230181 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-bd71af41-5701-45ac-95d2-5d6462948729 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f270335-4aba-474d-a0c7-3fb3f2962bd3 HTTP/1.1" status: 204  len: 168 time: 0.1740806
Apr 19 13:28:57.252566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 7274e083-15bf-4e98-b031-82ef0fb8b29f no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:28:57.292069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 7274e083-15bf-4e98-b031-82ef0fb8b29f {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:28:57.292465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 7274e083-15bf-4e98-b031-82ef0fb8b29f not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:28:57.587297 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33850) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:57.638258 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4e20d20b-d9be-4316-835d-950fff131957 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=241f0f8c370d4ee4847e430f21e21083&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496747
Apr 19 13:28:57.640748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33854) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:57.704934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed2ba-b6ef-4484-9b3a-065a0b82a61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:57.732916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed2ba-b6ef-4484-9b3a-065a0b82a61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:57.777135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed2ba-b6ef-4484-9b3a-065a0b82a61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:57.780898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1bed6adb-de4d-43cf-b538-74d78552afc9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:57.792763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ed2ba-b6ef-4484-9b3a-065a0b82a61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd43752-123f-45f5-826f-d8c948182b28,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:57.795048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7c5ed2ba-b6ef-4484-9b3a-065a0b82a61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:57.800494 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed2ba-b6ef-4484-9b3a-065a0b82a61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:57.805315 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7c5ed2ba-b6ef-4484-9b3a-065a0b82a61a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fd43752-123f-45f5-826f-d8c948182b28 HTTP/1.1" status: 204  len: 168 time: 0.1600018
Apr 19 13:28:57.903944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.001352 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4748de4f-6cf0-482c-aae6-5e55924e6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.337295 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.560958 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33880) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:58.671258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-283165030-network', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:28:58.676479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:28:58.680587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Usage tracker for resource:network and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:28:58.683612 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:28:58.689615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:28:58.699499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Made reservation on behalf of dca1ae0bfa064ccab9a7fed7e7119d80 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:28:58.704155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.718830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.733999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:28:58.738088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Usage tracker for resource:security_group_rule and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:28:58.741026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:28:58.746967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:28:58.831386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.834656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.839499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-22896dae-5b96-477e-bc85-1f636d85869c tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:58.864409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:28:58.877287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88f972a-669c-4f5b-950d-5d498a22ceb5,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:58.882083 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:58.883076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.883463 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Added segment 03635a57-5404-4076-880c-52ad56b4dd0a of type vlan for network b0e933a0-e156-4153-921b-31b8e3b814b4
Apr 19 13:28:58.914522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.945209 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.946644 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:58.947291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:58.952348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b8de5e60-273f-4621-a136-3868428e4bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:58.973045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:59.054768 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4925883
Apr 19 13:28:59.057828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e933a0-e156-4153-921b-31b8e3b814b4,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:59.057994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33888) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:59.060551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:59.064707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Request body: {'subnet': {'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-283165030-subnet', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:28:59.067839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network b0e933a0-e156-4153-921b-31b8e3b814b4 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:28:59.070783 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:28:59.075018 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Usage tracker for resource:subnet and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:28:59.078132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:28:59.084929 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:28:59.095840 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Made reservation on behalf of dca1ae0bfa064ccab9a7fed7e7119d80 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:28:59.101000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6384425'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:59.519265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848274046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6384440'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:59.524639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:28:59.604321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:28:59.608592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:28:59.612899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Checking segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:28:59.613296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Network hostable DHCP agents. Network: b0e933a0-e156-4153-921b-31b8e3b814b4, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:28:59.631965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Network b0e933a0-e156-4153-921b-31b8e3b814b4 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:28:59.639881 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, b0e933a0-e156-4153-921b-31b8e3b814b4) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:28:59.649649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f1ad7d-80cd-4710-bdb7-6fcc19917352 None None] Network b0e933a0-e156-4153-921b-31b8e3b814b4 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:28:59.652157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:28:59.652815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:59.671547 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d2f87569-4f05-4af9-896f-4f5c4a8954d3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6124394
Apr 19 13:28:59.674385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33892) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:28:59.680108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:28:59.684979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:28:59.689104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Usage tracker for resource:router and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:28:59.692686 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:28:59.699548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:28:59.708438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773501'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:59.710218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7964904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7972878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2556'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:59.725573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:28:59.882035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842d9232-91a1-5e51-b025-300ff00a3570-b0e933a0-e156-4153-921b-31b8e3b814b4', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6'}]}} from dv-cinder-786873-1-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 13:28:59.883146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.022815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.052267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Allocated IP 172.20.0.2 (b0e933a0-e156-4153-921b-31b8e3b814b4/4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6/ed7a941a-e916-4963-aeff-cf2f503275ba) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:29:00.229174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.299668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.312206 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Transition to ACTIVE for port object ed7a941a-e916-4963-aeff-cf2f503275ba will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:00.333013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Transition to ACTIVE for port object ed7a941a-e916-4963-aeff-cf2f503275ba will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:00.338008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.343633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:00.380420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.410224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Network b0e933a0-e156-4153-921b-31b8e3b814b4 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:29:00.414210 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:00.414547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.416745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:29:00.461766 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Pushing event updated for resources: {'Port': ['ID=ed7a941a-e916-4963-aeff-cf2f503275ba,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:00.469833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:00.524559 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Attempting to bind port ed7a941a-e916-4963-aeff-cf2f503275ba on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:29:00.525000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Attempting to bind port ed7a941a-e916-4963-aeff-cf2f503275ba by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:29:00.525411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Attempting to bind port ed7a941a-e916-4963-aeff-cf2f503275ba on network b0e933a0-e156-4153-921b-31b8e3b814b4 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:29:00.531086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:29:00.531506 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Checking segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:29:00.531956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.532390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Bound using segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:29:00.532907 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Bound port: ed7a941a-e916-4963-aeff-cf2f503275ba, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:29:00.533322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.568495 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Allocated IP 172.27.0.177 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/3dd9a568-b439-4671-b6a4-2f899cff1224) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:29:00.628663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] For port ed7a941a-e916-4963-aeff-cf2f503275ba, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:29:00.631874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] For port ed7a941a-e916-4963-aeff-cf2f503275ba, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ed7a941a-e916-4963-aeff-cf2f503275ba,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:29:00.635162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.639714 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7d07f149-2c90-4bab-94d3-da47d2e25d1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:00.727694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.735020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Pushing event updated for resources: {'Port': ['ID=ed7a941a-e916-4963-aeff-cf2f503275ba,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:00.738273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:00.761933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:00.766935 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4615cc41-cd57-4828-bc98-3656abbd6065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:00.828024 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:29:00.837254 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:00.842039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:29:00.884976 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Pushing event updated for resources: {'Port': ['ID=3dd9a568-b439-4671-b6a4-2f899cff1224,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:00.889119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:01.284803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ed7a941a-e916-4963-aeff-cf2f503275ba up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:01.364800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port ed7a941a-e916-4963-aeff-cf2f503275ba completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:01.496760 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-96436e19-f6a1-4e40-8af9-a53c4474fd76 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2123907
Apr 19 13:29:01.695280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:01.761011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-cdf4f9cb-c68d-4543-bbba-13db87c89aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:01.762634 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-cdf4f9cb-c68d-4543-bbba-13db87c89aa4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 1100 time: 0.1991014
Apr 19 13:29:02.070672 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0eede-8af6-40e2-b93a-7525b6bdf42a None None] Network b0e933a0-e156-4153-921b-31b8e3b814b4 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:29:02.144460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-abdfb2a4-b8f9-41b0-9136-b7c89f80e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:02.146077 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-abdfb2a4-b8f9-41b0-9136-b7c89f80e310 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 200  len: 917 time: 0.3181055
Apr 19 13:29:02.167671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-c461b5c6-0788-48f7-8c3b-2a3fcd148bac None None] Provisioning for port ed7a941a-e916-4963-aeff-cf2f503275ba completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:02.187064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-c461b5c6-0788-48f7-8c3b-2a3fcd148bac None None] Provisioning complete for port ed7a941a-e916-4963-aeff-cf2f503275ba triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:02.187493 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c461b5c6-0788-48f7-8c3b-2a3fcd148bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:02.211215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846783157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:02.443647 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Router dabf9372-0d91-41f7-93e3-523c522db7b2 is scheduled to L3 agent b51156a7-5930-429e-869a-c7dc210d1671 with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 13:29:02.605711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c461b5c6-0788-48f7-8c3b-2a3fcd148bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:02.637095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:29:02.646611 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Sync routers for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:29:02.652813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-c461b5c6-0788-48f7-8c3b-2a3fcd148bac None None] For port ed7a941a-e916-4963-aeff-cf2f503275ba, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ed7a941a-e916-4963-aeff-cf2f503275ba,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:02.659745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c461b5c6-0788-48f7-8c3b-2a3fcd148bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:02.660110 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:02.660853 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:02.661587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:02.665531 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9867055
Apr 19 13:29:02.665827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33916) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:02.666294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295c3f0630>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:02.742217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461b5c6-0788-48f7-8c3b-2a3fcd148bac None None] Pushing event updated for resources: {'Port': ['ID=ed7a941a-e916-4963-aeff-cf2f503275ba,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:02.745945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c461b5c6-0788-48f7-8c3b-2a3fcd148bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:02.882606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-b64b3965-168a-42cc-8949-6adac4d2ea60 None None] Provisioning complete for port ed7a941a-e916-4963-aeff-cf2f503275ba triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:02.883136 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b64b3965-168a-42cc-8949-6adac4d2ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:02.884541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:03.205209 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295c3f0630>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:01Z', 'revision_number': 3, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:03.209719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Checking router: dabf9372-0d91-41f7-93e3-523c522db7b2 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:29:03.210122 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Updating router dabf9372-0d91-41f7-93e3-523c522db7b2 port 3dd9a568-b439-4671-b6a4-2f899cff1224 binding host dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:29:03.270701 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ed7a941a-e916-4963-aeff-cf2f503275ba up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:03.275059 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:03.346860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port ed7a941a-e916-4963-aeff-cf2f503275ba triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:03.347292 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:03.381223 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-c6097cf7-b387-429f-8bc7-aebbbd701ebb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b47138cc-e9ca-492e-bec5-e240502375ba HTTP/1.1" status: 200  len: 1002 time: 0.3960202
Apr 19 13:29:03.634707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:03.647079 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Transition to ACTIVE for port object 3dd9a568-b439-4671-b6a4-2f899cff1224 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:03.652603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:03.657447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1eec7412-ea96-4803-bfe2-2012e4b7db89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:03.737082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Attempting to bind port 3dd9a568-b439-4671-b6a4-2f899cff1224 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:29:03.737499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Attempting to bind port 3dd9a568-b439-4671-b6a4-2f899cff1224 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:29:03.737910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Attempting to bind port 3dd9a568-b439-4671-b6a4-2f899cff1224 on network ee5c3b24-29f2-4961-b18b-259e644611b9 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:29:03.744134 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Pushing event updated for resources: {'Port': ['ID=3dd9a568-b439-4671-b6a4-2f899cff1224,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:03.751423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:03.752534 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:29:03.752946 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:29:03.753388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:03.753820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Bound using segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:29:03.754329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Bound port: 3dd9a568-b439-4671-b6a4-2f899cff1224, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:29:03.754783 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:03.788403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.788793 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.789173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.789537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.789904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.790275 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.790664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.791046 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.791426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.791789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.792124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.792511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:03.801870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:03.846318 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] For port 3dd9a568-b439-4671-b6a4-2f899cff1224, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:29:03.850307 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] For port 3dd9a568-b439-4671-b6a4-2f899cff1224, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=3dd9a568-b439-4671-b6a4-2f899cff1224,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:29:03.853516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:03.858605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:03.933740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:03.934468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295c3f0630>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:04.005357 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-5b92143b-e1c8-4622-a7df-1e821cadb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:04.007495 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-5b92143b-e1c8-4622-a7df-1e821cadb65a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 200  len: 855 time: 0.1278684
Apr 19 13:29:04.039084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Allocated IP 172.20.0.1 (b0e933a0-e156-4153-921b-31b8e3b814b4/4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6/eab742da-b2df-4e92-b888-999524c921be) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:29:04.209138 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:04.228322 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Transition to ACTIVE for port object eab742da-b2df-4e92-b888-999524c921be will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:04.233039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Pushing event updated for resources: {'Port': ['ID=3dd9a568-b439-4671-b6a4-2f899cff1224,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:04.238072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-777bf910-3978-4b66-b238-69b6cd799d65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:04.252857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:04.257851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-79692e47-f290-41d8-ad59-54acdfed4725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:04.299744 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:04.322760 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Network b0e933a0-e156-4153-921b-31b8e3b814b4 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:29:04.326245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:04.328771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:29:04.378300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Pushing event updated for resources: {'Port': ['ID=eab742da-b2df-4e92-b888-999524c921be,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:04.381403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:04.402455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993614'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:04.545001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-b9f88eb4-f36d-4694-bc89-17905ba910f2 None None] Provisioning for port eab742da-b2df-4e92-b888-999524c921be completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:04.550579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-b9f88eb4-f36d-4694-bc89-17905ba910f2 None None] Provisioning complete for port eab742da-b2df-4e92-b888-999524c921be triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:04.550986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b9f88eb4-f36d-4694-bc89-17905ba910f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:04.611921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-b9f88eb4-f36d-4694-bc89-17905ba910f2 None None] Port eab742da-b2df-4e92-b888-999524c921be cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:29:04.637539 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295c3f0630>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:01Z', 'revision_number': 3, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:04.641637 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae28e2-46b6-4291-985e-33503b411569 None None] The sync data for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi is: [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:01Z', 'revision_number': 3, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:29:04.674462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:04.911014 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:04.914594 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:04.945220 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-53cd531f-4222-4bfe-a73f-7255aa1033c3 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:05.103727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7862866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846782103'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:05.109703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Pushing event updated for resources: {'Port': ['ID=eab742da-b2df-4e92-b888-999524c921be,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:05.129315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:05.230674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-44d84e5a-6aba-40e6-b15e-772a0d163ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:05.232401 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-44d84e5a-6aba-40e6-b15e-772a0d163ee8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2883174
Apr 19 13:29:05.280480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 3dd9a568-b439-4671-b6a4-2f899cff1224 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:05.361812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 3dd9a568-b439-4671-b6a4-2f899cff1224 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:05.367554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 3dd9a568-b439-4671-b6a4-2f899cff1224 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:05.368613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:05.406018 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Network b0e933a0-e156-4153-921b-31b8e3b814b4 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:29:05.411414 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:05.507363 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:05.526426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 3dd9a568-b439-4671-b6a4-2f899cff1224, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=3dd9a568-b439-4671-b6a4-2f899cff1224,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:05.529992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:05.532028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:05.590771 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-a793dedf-3f81-438d-a49a-f579cd5f96c3 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3421135
Apr 19 13:29:05.611194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=3dd9a568-b439-4671-b6a4-2f899cff1224,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:05.614646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:05.647981 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-4f843bea-f58b-4d0d-991a-b8f5887cb4dd None None] Provisioning complete for port eab742da-b2df-4e92-b888-999524c921be triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:05.648513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4f843bea-f58b-4d0d-991a-b8f5887cb4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:05.711193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-4f843bea-f58b-4d0d-991a-b8f5887cb4dd None None] Port eab742da-b2df-4e92-b888-999524c921be cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:29:06.036647 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Router dabf9372-0d91-41f7-93e3-523c522db7b2 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:29:06.052433 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-163b951c-4af6-491e-aaa9-40b8bb0b431b req-2b12cd9b-99dd-4ec8-a226-c5f3dfc1fb8f service neutron] 10.222.0.10 "GET /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4479144
Apr 19 13:29:06.257833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:29:06.267106 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] 10.222.0.26 "PUT /v2.0/routers/dabf9372-0d91-41f7-93e3-523c522db7b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6002655
Apr 19 13:29:06.802745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 33952) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:06.809134 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-6693153-network', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:06.814458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:06.818593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Usage tracker for resource:network and tenant:9694e762fed14ba1b75ff97d3c571393 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:06.821689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:06.832704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:06.842205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Made reservation on behalf of 9694e762fed14ba1b75ff97d3c571393 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:29:06.847478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:06.861571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:06.878032 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:06.883228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Usage tracker for resource:security_group_rule and tenant:9694e762fed14ba1b75ff97d3c571393 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:06.886433 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:06.892758 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:06.983511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:06.986263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:06.990628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a9cef5db-fc3c-497d-8866-9ee5a2ba87d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:07.016605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:29:07.030563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4161c45-4334-4f4e-8faf-f43bed74973d,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:07.034120 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:07.037519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:07.037921 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Added segment ba4a9a18-9f28-4662-a75d-fc623f293889 of type vlan for network d05317b4-b957-43af-a1d9-c392445f715b
Apr 19 13:29:07.065277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:07.103493 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:07.104928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:07.105591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:07.110847 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:07.220968 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4169099
Apr 19 13:29:07.221936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Pushing event updated for resources: {'Network': ['ID=d05317b4-b957-43af-a1d9-c392445f715b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:07.224202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33958) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:07.226030 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:07.232447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Request body: {'subnet': {'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-6693153-subnet', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:07.233047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network d05317b4-b957-43af-a1d9-c392445f715b details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:29:07.238435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:07.243504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Usage tracker for resource:subnet and tenant:9694e762fed14ba1b75ff97d3c571393 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:07.246928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:07.253052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:07.265583 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Made reservation on behalf of 9694e762fed14ba1b75ff97d3c571393 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:29:07.271077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6384425'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:07.286706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 3dd9a568-b439-4671-b6a4-2f899cff1224 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:07.451284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Sync routers for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:29:07.464331 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 3dd9a568-b439-4671-b6a4-2f899cff1224 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:07.464761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:07.497319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:07.498042 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab4f2e8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:07.726756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848274046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6384440'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:07.731839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-58e5aba1-9f92-421c-8df1-cf86558fc17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:07.754903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:07.809319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d305932-6919-43d5-b2d0-47edf2ed88d9,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:07.812963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:07.819567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Checking segment: {'id': 'ba4a9a18-9f28-4662-a75d-fc623f293889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:29:07.819962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Network hostable DHCP agents. Network: d05317b4-b957-43af-a1d9-c392445f715b, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:29:07.838857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Network d05317b4-b957-43af-a1d9-c392445f715b is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:29:07.847648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, d05317b4-b957-43af-a1d9-c392445f715b) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:07.861951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:07.862651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:07.882746 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-94c2ff60-39b9-43a0-91d8-ecf1a2014bda admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6555259
Apr 19 13:29:07.885947 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33970) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:07.891543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-6693153-router', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:07.896380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:07.900576 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Usage tracker for resource:router and tenant:9694e762fed14ba1b75ff97d3c571393 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:07.904243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:07.910555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:07.914392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211c5a1-123d-4efa-baf1-b389c9c02bfc None None] Network d05317b4-b957-43af-a1d9-c392445f715b requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:29:07.920317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773501'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:07.921426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7964904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7972878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2556'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:07.937089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:08.228904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7973113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2541'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:08.316233 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842d9232-91a1-5e51-b025-300ff00a3570-d05317b4-b957-43af-a1d9-c392445f715b', 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'fixed_ips': [{'subnet_id': '2d305932-6919-43d5-b2d0-47edf2ed88d9'}]}} from dv-cinder-786873-1-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 13:29:08.317149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:08.563381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab4f2e8>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 2, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:08.571241 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:08.578513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Checking router: dabf9372-0d91-41f7-93e3-523c522db7b2 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:29:08.578937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Updating router dabf9372-0d91-41f7-93e3-523c522db7b2 port eab742da-b2df-4e92-b888-999524c921be binding host dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:29:08.604758 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:08.689916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:08.760107 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Allocated IP 172.27.0.43 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/ebe4c67b-63a1-4e24-ba96-4cdfc06a7492) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:29:08.786291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Allocated IP 172.20.0.2 (d05317b4-b957-43af-a1d9-c392445f715b/2d305932-6919-43d5-b2d0-47edf2ed88d9/01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:29:08.918380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:08.949553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:08.954446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:09.023165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:29:09.026206 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:09.030124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:29:09.065467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe4c67b-63a1-4e24-ba96-4cdfc06a7492,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:09.073323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:09.197335 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:09.253538 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Transition to ACTIVE for port object 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:09.293813 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Transition to ACTIVE for port object 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:09.306055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:09.308888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:09.314900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:09.385412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Transition to ACTIVE for port object eab742da-b2df-4e92-b888-999524c921be will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:09.391788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Network d05317b4-b957-43af-a1d9-c392445f715b is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:29:09.396344 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:09.399049 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:29:09.406553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:09.499912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:09.503364 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Pushing event updated for resources: {'Port': ['ID=01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:09.506542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:09.518496 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:09.727845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Attempting to bind port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:29:09.728195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Attempting to bind port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': 'ba4a9a18-9f28-4662-a75d-fc623f293889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:29:09.728609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Attempting to bind port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 on network d05317b4-b957-43af-a1d9-c392445f715b {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:29:09.739735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9fb14-1e93-4210-8f1d-63a97b1f8873 None None] Pushing event updated for resources: {'Port': ['ID=eab742da-b2df-4e92-b888-999524c921be,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:09.742915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0ba9fb14-1e93-4210-8f1d-63a97b1f8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:09.758451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:29:09.758876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Checking segment: {'id': 'ba4a9a18-9f28-4662-a75d-fc623f293889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:29:09.759333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:09.759777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Bound using segment: {'id': 'ba4a9a18-9f28-4662-a75d-fc623f293889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:29:09.760438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Bound port: 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4a9a18-9f28-4662-a75d-fc623f293889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:29:09.760798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:09.787713 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Attempting to bind port eab742da-b2df-4e92-b888-999524c921be on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:29:09.788151 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Attempting to bind port eab742da-b2df-4e92-b888-999524c921be by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:29:09.788565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Attempting to bind port eab742da-b2df-4e92-b888-999524c921be on network b0e933a0-e156-4153-921b-31b8e3b814b4 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:29:09.829339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:29:09.829764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Checking segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:29:09.830213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:09.830697 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Bound using segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:29:09.831224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Bound port: eab742da-b2df-4e92-b888-999524c921be, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:29:09.831648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:09.963054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] For port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:29:09.978479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] For port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5,segment=NetworkSegment(ba4a9a18-9f28-4662-a75d-fc623f293889),segment_id=ba4a9a18-9f28-4662-a75d-fc623f293889)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:29:09.981705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] For port eab742da-b2df-4e92-b888-999524c921be, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:29:09.984313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:09.989085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] For port eab742da-b2df-4e92-b888-999524c921be, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=eab742da-b2df-4e92-b888-999524c921be,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:29:09.991167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:10.031948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:10.090748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:10.091662 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab4f2e8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:10.174828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846783157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846802733'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:10.240456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Pushing event updated for resources: {'Port': ['ID=01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:10.253524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:10.254061 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:10.370985 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9fb14-1e93-4210-8f1d-63a97b1f8873 None None] Pushing event updated for resources: {'Port': ['ID=eab742da-b2df-4e92-b888-999524c921be,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:10.376890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0ba9fb14-1e93-4210-8f1d-63a97b1f8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:10.390596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:10.399560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Router a5e7c8a8-549c-48bb-98e9-250e565732c4 is scheduled to L3 agent b51156a7-5930-429e-869a-c7dc210d1671 with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 13:29:10.616809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:29:10.625987 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Sync routers for ids ['a5e7c8a8-549c-48bb-98e9-250e565732c4'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:29:10.637540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Routers {'a5e7c8a8-549c-48bb-98e9-250e565732c4'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:10.638229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4042c626-f07c-4117-aad7-985bf727118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295c3f0518>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['a5e7c8a8-549c-48bb-98e9-250e565732c4'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:10.643425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:10.648138 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.7577896
Apr 19 13:29:10.648431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 33980) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:10.846121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Set router a5e7c8a8-549c-48bb-98e9-250e565732c4 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:10.945218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab4f2e8>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:09Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:10.949691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea5898-83b4-49e5-90ba-13b35a4af263 None None] The sync data for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi is: [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:09Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:29:11.200953 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4042c626-f07c-4117-aad7-985bf727118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295c3f0518>, [{'id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'name': 'tempest-TestVolumeBootPattern-6693153-router', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:29:07Z', 'updated_at': '2021-04-19T13:29:09Z', 'revision_number': 3, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'gw_port': {'id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:27:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:08Z', 'updated_at': '2021-04-19T13:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:11.207852 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Checking router: a5e7c8a8-549c-48bb-98e9-250e565732c4 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:29:11.208263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Updating router a5e7c8a8-549c-48bb-98e9-250e565732c4 port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 binding host dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:29:11.294194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:11.424051 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device eab742da-b2df-4e92-b888-999524c921be up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:11.539441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:11.540888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port eab742da-b2df-4e92-b888-999524c921be completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:11.547971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port eab742da-b2df-4e92-b888-999524c921be triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:11.548480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:11.626467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d7359-1c8e-418c-8672-b0ffd8e94122 None None] Network d05317b4-b957-43af-a1d9-c392445f715b requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:29:11.777310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:11.792542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Transition to ACTIVE for port object ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:11.799420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-02ebf0db-9922-4f37-9199-5af616e25792 None None] Provisioning for port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:11.800074 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:11.806583 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:11.816937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Allocated IP 172.20.0.1 (d05317b4-b957-43af-a1d9-c392445f715b/2d305932-6919-43d5-b2d0-47edf2ed88d9/d2faaf83-9f40-4380-a616-9ba30f4905e9) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:29:11.832009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:11.892586 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Attempting to bind port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:29:11.893006 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Attempting to bind port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:29:11.893427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Attempting to bind port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 on network ee5c3b24-29f2-4961-b18b-259e644611b9 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:29:11.914289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:29:11.914665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Checking segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:29:11.915132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:11.915808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Bound using segment: {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:29:11.916095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Bound port: ebe4c67b-63a1-4e24-ba96-4cdfc06a7492, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc1d-de57-46b7-a893-65d2d04aaf6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:29:11.916536 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:11.940348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port eab742da-b2df-4e92-b888-999524c921be, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=eab742da-b2df-4e92-b888-999524c921be,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:11.944943 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:11.945836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:12.002667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48023fd-614c-43ad-a21a-5d9f72e4f482 None None] Pushing event updated for resources: {'Port': ['ID=ebe4c67b-63a1-4e24-ba96-4cdfc06a7492,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:12.008801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d48023fd-614c-43ad-a21a-5d9f72e4f482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:12.024638 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0ba9fb14-1e93-4210-8f1d-63a97b1f8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:12.057115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.061178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-4042c626-f07c-4117-aad7-985bf727118a None None] For port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:29:12.066257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-4042c626-f07c-4117-aad7-985bf727118a None None] For port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ebe4c67b-63a1-4e24-ba96-4cdfc06a7492,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:29:12.080581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Transition to ACTIVE for port object d2faaf83-9f40-4380-a616-9ba30f4905e9 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:12.085428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.091328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:12.109516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.125711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fadb6dd5-ffc1-4afd-bc1c-9f0a95a9e8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:12.186437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Routers {'a5e7c8a8-549c-48bb-98e9-250e565732c4'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:12.187072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4042c626-f07c-4117-aad7-985bf727118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295c3f0518>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['a5e7c8a8-549c-48bb-98e9-250e565732c4'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:12.212245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:12.213310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d2faaf83-9f40-4380-a616-9ba30f4905e9,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:12.223346 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=eab742da-b2df-4e92-b888-999524c921be,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:12.224183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:12.227646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:12.228080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.238934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Network d05317b4-b957-43af-a1d9-c392445f715b is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:29:12.240974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:12.243808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:29:12.269628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:12.312977 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993614'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.345274 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48023fd-614c-43ad-a21a-5d9f72e4f482 None None] Pushing event updated for resources: {'Port': ['ID=ebe4c67b-63a1-4e24-ba96-4cdfc06a7492,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:12.356499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d48023fd-614c-43ad-a21a-5d9f72e4f482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:12.424996 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-4042c626-f07c-4117-aad7-985bf727118a None None] Set router a5e7c8a8-549c-48bb-98e9-250e565732c4 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:12.430706 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.471779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5,segment=NetworkSegment(ba4a9a18-9f28-4662-a75d-fc623f293889),segment_id=ba4a9a18-9f28-4662-a75d-fc623f293889)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:12.475859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.481887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:12.489464 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.575842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:12.579568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:12.655194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-3beeaeae-26a2-4c4c-a0f4-07926523c646 None None] Provisioning complete for port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:12.655865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3beeaeae-26a2-4c4c-a0f4-07926523c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.773020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.778452 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.808639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4042c626-f07c-4117-aad7-985bf727118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295c3f0518>, [{'id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'name': 'tempest-TestVolumeBootPattern-6693153-router', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:29:07Z', 'updated_at': '2021-04-19T13:29:09Z', 'revision_number': 3, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'gw_port': {'id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:27:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:08Z', 'updated_at': '2021-04-19T13:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:12.813194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042c626-f07c-4117-aad7-985bf727118a None None] The sync data for ids ['a5e7c8a8-549c-48bb-98e9-250e565732c4'] in dv-cinder-786873-1-iscsi is: [{'id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'name': 'tempest-TestVolumeBootPattern-6693153-router', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:29:07Z', 'updated_at': '2021-04-19T13:29:09Z', 'revision_number': 3, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'gw_port': {'id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:27:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:08Z', 'updated_at': '2021-04-19T13:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:29:12.813365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2b3a6fce-e773-4fdb-a3d0-e239ce6ab4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:12.813900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-3beeaeae-26a2-4c4c-a0f4-07926523c646 None None] Provisioning for port d2faaf83-9f40-4380-a616-9ba30f4905e9 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:12.819596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-3beeaeae-26a2-4c4c-a0f4-07926523c646 None None] Provisioning complete for port d2faaf83-9f40-4380-a616-9ba30f4905e9 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:12.820101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3beeaeae-26a2-4c4c-a0f4-07926523c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.880380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-3beeaeae-26a2-4c4c-a0f4-07926523c646 None None] Port d2faaf83-9f40-4380-a616-9ba30f4905e9 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:29:12.907047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7862866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846782103'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:12.912342 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d2faaf83-9f40-4380-a616-9ba30f4905e9,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:12.917668 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:13.000482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-f21034f9-dcf6-49b0-8c15-7944c5b01a80 None None] Provisioning complete for port d2faaf83-9f40-4380-a616-9ba30f4905e9 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:13.000905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f21034f9-dcf6-49b0-8c15-7944c5b01a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:13.060117 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-f21034f9-dcf6-49b0-8c15-7944c5b01a80 None None] Port d2faaf83-9f40-4380-a616-9ba30f4905e9 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:29:13.303940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device eab742da-b2df-4e92-b888-999524c921be up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:13.346509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Network d05317b4-b957-43af-a1d9-c392445f715b is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:29:13.348043 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:13.388431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port eab742da-b2df-4e92-b888-999524c921be triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:13.388865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:13.587968 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:13.616429 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Router a5e7c8a8-549c-48bb-98e9-250e565732c4 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:29:13.666019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:13.666624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:13.750489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-e7c9b90f-7a88-4991-8352-60a67074c536 None None] Provisioning complete for port d2faaf83-9f40-4380-a616-9ba30f4905e9 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:13.751167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b90f-7a88-4991-8352-60a67074c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:13.844831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:29:13.858413 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] 10.222.0.26 "PUT /v2.0/routers/a5e7c8a8-549c-48bb-98e9-250e565732c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2061408
Apr 19 13:29:13.882067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9b90f-7a88-4991-8352-60a67074c536 None None] Port d2faaf83-9f40-4380-a616-9ba30f4905e9 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:29:14.616106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34032) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:14.623595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725393271', 'description': 'tempest-secgroup-smoke-725393271 description', 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:14.630031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:14.634872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:security_group and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:14.637905 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:14.643995 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:14.654197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:14.678847 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:14.682962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:security_group_rule and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:14.685931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:14.692076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:14.765451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:14.768039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:14.774384 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4d85ca7a-98d6-4db5-bb75-a1bd9b53c75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:14.819620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc098cc-873f-4741-8843-76018c6dc111,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:14.822524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:14.823839 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2051556
Apr 19 13:29:14.824778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:14.827232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34036) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:14.833350 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'security_group_rule': {'security_group_id': 'cdc098cc-873f-4741-8843-76018c6dc111', 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:14.840624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:14.845149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:security_group_rule and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:14.848243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:14.855021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:14.871116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:14.934067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:14.936819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:14.939030 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0d8ae9a9-a98d-4785-b6bf-174eb750ea91 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:14.963094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0c55d8-671b-4d82-97e8-e69dabdfb28a,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:14.965617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:14.971900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:14.973177 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e578def9-6bc1-41b8-a583-d40382af105d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1448638
Apr 19 13:29:14.976848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34040) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:14.982395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'security_group_rule': {'security_group_id': 'cdc098cc-873f-4741-8843-76018c6dc111', 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:14.988498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:14.992601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:security_group_rule and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:14.995675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:15.001710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:15.022191 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.086189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.089039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.091196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:15.113568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc328b65-c670-4a37-b565-e52ae35ae75a,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:15.117971 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:15.124944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.126238 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7d6d7629-e2ed-4d54-8a28-cbbe5a51fae1 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1483922
Apr 19 13:29:15.129064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34044) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:15.136054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'security_group_rule': {'security_group_id': 'cdc098cc-873f-4741-8843-76018c6dc111', 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:15.142389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:15.147543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:security_group_rule and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:15.150688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:15.156741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:15.173869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.249904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.253031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.261756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:15.282922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318310b3-2794-4e52-b16c-68cb3324527b,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:15.285349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:15.292973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.296899 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9e390756-f7f5-4b7d-a9f8-53cf582dc679 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1641507
Apr 19 13:29:15.297052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34048) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:15.303580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'security_group_rule': {'security_group_id': 'cdc098cc-873f-4741-8843-76018c6dc111', 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:15.305553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:15.310264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:15.314337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:security_group_rule and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:15.317436 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:15.324289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:15.341349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.383831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:15.389530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:15.389986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.413930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.416507 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.418685 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:15.440512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b214634b-8cae-4bb3-acbc-2bc3790bedc9,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:15.445755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:15.454202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.457564 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-49c4ff8a-ac42-4d9a-947d-9f28aee0e605 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1575062
Apr 19 13:29:15.458518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34056) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:15.464894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'security_group_rule': {'security_group_id': 'cdc098cc-873f-4741-8843-76018c6dc111', 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:15.471621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:15.479689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:security_group_rule and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:15.480183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:15.486464 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:15.496349 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.securitygroups_db [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Project dca1ae0bfa064ccab9a7fed7e7119d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 13:29:15.503564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.530263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.547984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ebe4c67b-63a1-4e24-ba96-4cdfc06a7492,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:15.551540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.555537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:15.578085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.581312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.583886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c117a0a2-0641-492a-a3ea-42b08b2696f2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:15.608435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d60b3c-f5ad-4f5f-bc62-fe8a61327c6f,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:15.611110 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:15.619068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.622403 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-95c3d5c9-a3cd-4b4d-a52e-27d18a6647ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1601672
Apr 19 13:29:15.623328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34064) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:15.629363 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'security_group_rule': {'security_group_id': 'cdc098cc-873f-4741-8843-76018c6dc111', 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:15.636457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:15.641016 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:security_group_rule and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:15.642387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=ebe4c67b-63a1-4e24-ba96-4cdfc06a7492,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:15.644236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:15.646671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:15.651183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:15.661573 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.securitygroups_db [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Project dca1ae0bfa064ccab9a7fed7e7119d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 13:29:15.669660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.741488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.744167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779187'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.746226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:15.771389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd61368-8653-411c-9ed6-04eb7eb0951a,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:15.775796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:15.782800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:15.784159 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ce6b6d24-7ecc-4223-8755-5a40d155bd81 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1598263
Apr 19 13:29:15.797852 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Sync routers for ids ['a5e7c8a8-549c-48bb-98e9-250e565732c4'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:29:15.808658 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Routers {'a5e7c8a8-549c-48bb-98e9-250e565732c4'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:15.809338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a927828>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['a5e7c8a8-549c-48bb-98e9-250e565732c4'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:16.013234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Set router a5e7c8a8-549c-48bb-98e9-250e565732c4 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:16.522680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a927828>, [{'id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'name': 'tempest-TestVolumeBootPattern-6693153-router', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:29:07Z', 'updated_at': '2021-04-19T13:29:12Z', 'revision_number': 4, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'gw_port': {'id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:27:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:08Z', 'updated_at': '2021-04-19T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'd2faaf83-9f40-4380-a616-9ba30f4905e9', 'name': '', 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'mac_address': 'fa:16:3e:3d:72:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2d305932-6919-43d5-b2d0-47edf2ed88d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:11Z', 'updated_at': '2021-04-19T13:29:12Z', 'revision_number': 2, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'subnets': [{'id': '2d305932-6919-43d5-b2d0-47edf2ed88d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:16.526752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Checking router: a5e7c8a8-549c-48bb-98e9-250e565732c4 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:29:16.527162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Updating router a5e7c8a8-549c-48bb-98e9-250e565732c4 port d2faaf83-9f40-4380-a616-9ba30f4905e9 binding host dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 13:29:16.588265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:16.970551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:16.983923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Transition to ACTIVE for port object d2faaf83-9f40-4380-a616-9ba30f4905e9 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:16.989778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:16.994544 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c461b5c6-0788-48f7-8c3b-2a3fcd148bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:17.065805 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34130) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:17.140096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc9a33-61dc-4197-80f3-ba0cdb0f44eb None None] Pushing event updated for resources: {'Port': ['ID=d2faaf83-9f40-4380-a616-9ba30f4905e9,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:17.176037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c1bc9a33-61dc-4197-80f3-ba0cdb0f44eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:17.252606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Attempting to bind port d2faaf83-9f40-4380-a616-9ba30f4905e9 on host dv-cinder-786873-1-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:29:17.253038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Attempting to bind port d2faaf83-9f40-4380-a616-9ba30f4905e9 by drivers openvswitch,hyperv on host dv-cinder-786873-1-iscsi at level 0 using segments [{'id': 'ba4a9a18-9f28-4662-a75d-fc623f293889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:29:17.253459 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Attempting to bind port d2faaf83-9f40-4380-a616-9ba30f4905e9 on network d05317b4-b957-43af-a1d9-c392445f715b {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:29:17.260684 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Checking agent: {'id': '1c69eb9c-de97-48d5-8b47-85533a8bc853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 19, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:29:17.261112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Checking segment: {'id': 'ba4a9a18-9f28-4662-a75d-fc623f293889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:29:17.261615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.262065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Bound using segment: {'id': 'ba4a9a18-9f28-4662-a75d-fc623f293889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:29:17.262624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Bound port: d2faaf83-9f40-4380-a616-9ba30f4905e9, host: dv-cinder-786873-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4a9a18-9f28-4662-a75d-fc623f293889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:29:17.263164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.270413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.289939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:17.294376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] Usage tracker for resource:security_group_rule and tenant:22d7fb488e5346f89ebfe2d6ab97350d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:17.304103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:17.319165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:17.326149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:17.425635 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.429740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.439468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-809a7967-1f51-427c-9854-c3bbcb8b1775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:17.441306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] For port d2faaf83-9f40-4380-a616-9ba30f4905e9, host dv-cinder-786873-1-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:29:17.446597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] For port d2faaf83-9f40-4380-a616-9ba30f4905e9, host dv-cinder-786873-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=d2faaf83-9f40-4380-a616-9ba30f4905e9,segment=NetworkSegment(ba4a9a18-9f28-4662-a75d-fc623f293889),segment_id=ba4a9a18-9f28-4662-a75d-fc623f293889)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:29:17.455683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.475321 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22d7fb488e5346f89ebfe2d6ab97350d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4087355
Apr 19 13:29:17.475621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34144) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:17.493362 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6349acf5-ad46-4789-ba15-31e5b1f3c30f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:17.497136 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-909a06cd-769b-45be-a6e6-2087e90ab3b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:17.508892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:17.577994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:17.577994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.601951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-262fadf2-0cfc-4c51-98e7-8c32eafe18b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.640751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-262fadf2-0cfc-4c51-98e7-8c32eafe18b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.652726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Routers {'a5e7c8a8-549c-48bb-98e9-250e565732c4'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:17.653526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a927828>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['a5e7c8a8-549c-48bb-98e9-250e565732c4'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:17.691359 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-262fadf2-0cfc-4c51-98e7-8c32eafe18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.697472 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cd9fd871-1e8a-43c8-81eb-ba6c2aa2b8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:17.717494 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fadf2-0cfc-4c51-98e7-8c32eafe18b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6349acf5-ad46-4789-ba15-31e5b1f3c30f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:17.720593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-262fadf2-0cfc-4c51-98e7-8c32eafe18b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:17.726842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-262fadf2-0cfc-4c51-98e7-8c32eafe18b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:17.729179 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-262fadf2-0cfc-4c51-98e7-8c32eafe18b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6349acf5-ad46-4789-ba15-31e5b1f3c30f HTTP/1.1" status: 204  len: 168 time: 0.2519722
Apr 19 13:29:17.811533 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e146f-7fde-4df3-80e3-38c44d4cccb4 req-bc84ac83-9037-4e00-85ec-7ce4d5f978f0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:17.813435 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1b5e146f-7fde-4df3-80e3-38c44d4cccb4 req-bc84ac83-9037-4e00-85ec-7ce4d5f978f0 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 947 time: 0.1013806
Apr 19 13:29:17.904293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc9a33-61dc-4197-80f3-ba0cdb0f44eb None None] Pushing event updated for resources: {'Port': ['ID=d2faaf83-9f40-4380-a616-9ba30f4905e9,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:17.922157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c1bc9a33-61dc-4197-80f3-ba0cdb0f44eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:18.024938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] Set router a5e7c8a8-549c-48bb-98e9-250e565732c4 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:18.079501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34154) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:18.100475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:18.118257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:18.123439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] Usage tracker for resource:security_group_rule and tenant:212e1e2d8c564716a1bc0e8e1a3d7959 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:18.126819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:18.134420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:18.150250 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1b5e146f-7fde-4df3-80e3-38c44d4cccb4 req-e5f6ca36-b3d2-4c17-bea1-15dfd12483ee tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3292158
Apr 19 13:29:18.236972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:18.239920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:18.249865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-caebb610-048f-4ecf-b95b-1bd4bfd045ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:18.298090 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=212e1e2d8c564716a1bc0e8e1a3d7959&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2171571
Apr 19 13:29:18.299840 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c9ba55-5440-45fa-afdf-123442c45715,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:18.300979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34158) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:18.303363 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:18.367002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4429719d-91dc-4883-ab8b-b5f566d64ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:18.397828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4429719d-91dc-4883-ab8b-b5f566d64ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:18.413982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a927828>, [{'id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'name': 'tempest-TestVolumeBootPattern-6693153-router', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:29:07Z', 'updated_at': '2021-04-19T13:29:12Z', 'revision_number': 4, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'gw_port': {'id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:27:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:08Z', 'updated_at': '2021-04-19T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'd2faaf83-9f40-4380-a616-9ba30f4905e9', 'name': '', 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'mac_address': 'fa:16:3e:3d:72:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2d305932-6919-43d5-b2d0-47edf2ed88d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:11Z', 'updated_at': '2021-04-19T13:29:17Z', 'revision_number': 4, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'subnets': [{'id': '2d305932-6919-43d5-b2d0-47edf2ed88d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:18.418245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c348a81-1732-4101-86f1-b0f715b52883 None None] The sync data for ids ['a5e7c8a8-549c-48bb-98e9-250e565732c4'] in dv-cinder-786873-1-iscsi is: [{'id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'name': 'tempest-TestVolumeBootPattern-6693153-router', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:29:07Z', 'updated_at': '2021-04-19T13:29:12Z', 'revision_number': 4, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'gw_port': {'id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:27:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:08Z', 'updated_at': '2021-04-19T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'd2faaf83-9f40-4380-a616-9ba30f4905e9', 'name': '', 'network_id': 'd05317b4-b957-43af-a1d9-c392445f715b', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'mac_address': 'fa:16:3e:3d:72:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2d305932-6919-43d5-b2d0-47edf2ed88d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:11Z', 'updated_at': '2021-04-19T13:29:17Z', 'revision_number': 4, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'subnets': [{'id': '2d305932-6919-43d5-b2d0-47edf2ed88d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:29:18.464788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4429719d-91dc-4883-ab8b-b5f566d64ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:18.471404 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7c5ed2ba-b6ef-4484-9b3a-065a0b82a61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:18.485868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429719d-91dc-4883-ab8b-b5f566d64ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c9ba55-5440-45fa-afdf-123442c45715,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:18.497715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4429719d-91dc-4883-ab8b-b5f566d64ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:18.504902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4429719d-91dc-4883-ab8b-b5f566d64ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:18.509323 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4429719d-91dc-4883-ab8b-b5f566d64ad6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99c9ba55-5440-45fa-afdf-123442c45715 HTTP/1.1" status: 204  len: 168 time: 0.2045138
Apr 19 13:29:19.308728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device d2faaf83-9f40-4380-a616-9ba30f4905e9 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:19.386698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning for port d2faaf83-9f40-4380-a616-9ba30f4905e9 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:19.391944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port d2faaf83-9f40-4380-a616-9ba30f4905e9 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:19.392444 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:19.481340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-bb1e79a7-5e8b-4e35-878d-84c1c40b5006 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:19.482232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519bd84-0709-4854-a020-e421a2b519f8 req-879ff7a6-a160-479b-9b4b-63df73d9147a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:19.482580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-bb1e79a7-5e8b-4e35-878d-84c1c40b5006 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Synchronizing usage tracker for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:29:19.484424 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b519bd84-0709-4854-a020-e421a2b519f8 req-879ff7a6-a160-479b-9b4b-63df73d9147a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 947 time: 0.1704109
Apr 19 13:29:19.511824 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-bb1e79a7-5e8b-4e35-878d-84c1c40b5006 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Unset dirty status for tenant:3ab37d04c2b04eec975ad6affdc4a655 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:29:19.513083 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-bb1e79a7-5e8b-4e35-878d-84c1c40b5006 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 947 time: 0.1727440
Apr 19 13:29:19.547501 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b519bd84-0709-4854-a020-e421a2b519f8 req-8d55bc5b-e089-4b89-9163-8f2dad51a6a3 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups?id=489b13aa-188c-41ec-8de0-123c0d7d9da6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512748
Apr 19 13:29:19.587235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:19.625844 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] For port d2faaf83-9f40-4380-a616-9ba30f4905e9, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=d2faaf83-9f40-4380-a616-9ba30f4905e9,segment=NetworkSegment(ba4a9a18-9f28-4662-a75d-fc623f293889),segment_id=ba4a9a18-9f28-4662-a75d-fc623f293889)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:19.628560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Deleting port b47138cc-e9ca-492e-bec5-e240502375ba {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:29:19.628973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:19.629756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:19.632541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cb6c9f00-4942-4d2f-8a93-4e51974efa9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:19.714479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Pushing event updated for resources: {'Port': ['ID=d2faaf83-9f40-4380-a616-9ba30f4905e9,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:19.717882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:19.933475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] For port b47138cc-e9ca-492e-bec5-e240502375ba, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b47138cc-e9ca-492e-bec5-e240502375ba,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:19.933890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:20.261609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:20.262035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:20.262452 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Floating IP 6c5c1794-f36a-437e-adcb-61b0b164e211 disassociated. External IP: 172.27.0.217, port: b47138cc-e9ca-492e-bec5-e240502375ba.
Apr 19 13:29:20.262846 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Calling delete_port for b47138cc-e9ca-492e-bec5-e240502375ba owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:29:20.426303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:20.434473 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6722efaa-45cc-4257-84f8-3782583cf625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:20.482782 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event deleted for resources: {'Port': ['ID=b47138cc-e9ca-492e-bec5-e240502375ba,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:20.485454 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:20.701167 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:29:20.734650 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bc6b1518-1ce8-4657-9440-f3b6b2323659 req-f0a140af-41f7-4635-90d2-3833bdf2629a tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5c52587-e657-4ecb-9e13-c9f4970d101d HTTP/1.1" status: 200  len: 210 time: 0.0553873
Apr 19 13:29:20.936500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:29:20.949465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] Sync routers for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:29:20.967101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:20.968061 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab65080>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:21.043688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] No DVR routers for this DVR port b47138cc-e9ca-492e-bec5-e240502375ba on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:29:21.047572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:21.050638 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'name': 'network-vif-deleted', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:29:21.089783 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a98d3bb3-ad0c-48b2-aefe-ede6af33ac42 req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.10 "DELETE /v2.0/ports/b47138cc-e9ca-492e-bec5-e240502375ba HTTP/1.1" status: 204  len: 173 time: 1.5702565
Apr 19 13:29:21.131781 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c52587-e657-4ecb-9e13-c9f4970d101d', 'name': 'network-vif-deleted', 'tag': 'b47138cc-e9ca-492e-bec5-e240502375ba', 'status': 'completed', 'code': 200}
Apr 19 13:29:21.212778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:21.278672 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device d2faaf83-9f40-4380-a616-9ba30f4905e9 up at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:21.354406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Provisioning complete for port d2faaf83-9f40-4380-a616-9ba30f4905e9 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:21.354721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:21.723288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab65080>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:21.727407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] Checking router: b0492f93-d71d-49a4-a3d8-f3d1e200ba86 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:29:21.736510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:21.737173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ab65080>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:28:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:21.884170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34230) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:21.936021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:21.962516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-86b7f870-bf99-45ef-9345-1c66205ed9d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:21.994117 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-86b7f870-bf99-45ef-9345-1c66205ed9d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:22.041100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-86b7f870-bf99-45ef-9345-1c66205ed9d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:22.046526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c390cd6b-aa5d-4b61-b1fb-2a6394bed734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:22.066410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7f870-bf99-45ef-9345-1c66205ed9d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489b13aa-188c-41ec-8de0-123c0d7d9da6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:22.069796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-86b7f870-bf99-45ef-9345-1c66205ed9d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:22.097002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-86b7f870-bf99-45ef-9345-1c66205ed9d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:22.100006 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-86b7f870-bf99-45ef-9345-1c66205ed9d9 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "DELETE /v2.0/security-groups/489b13aa-188c-41ec-8de0-123c0d7d9da6 HTTP/1.1" status: 204  len: 168 time: 0.2147257
Apr 19 13:29:22.101943 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34238) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:22.127525 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.api.v2.resource [None req-0d05271d-ecb0-4813-9993-bdfe5cb1b725 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] show failed (client error): The resource could not be found.
Apr 19 13:29:22.132526 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0d05271d-ecb0-4813-9993-bdfe5cb1b725 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "GET /v2.0/security-groups/489b13aa-188c-41ec-8de0-123c0d7d9da6 HTTP/1.1" status: 404  len: 347 time: 0.0292451
Apr 19 13:29:22.133263 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34242) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:22.301663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ab65080>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:22.305077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4081d-e704-49ab-9a58-a2e3bfd25b39 None None] The sync data for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi is: [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:22:03Z', 'revision_number': 4, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '96127a56-d3a6-418f-8f7e-a9cccb4dc17a', 'name': '', 'network_id': 'e9d585ec-94ec-44b3-a1fa-74dfb10f7a86', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'mac_address': 'fa:16:3e:f7:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:22:01Z', 'updated_at': '2021-04-19T13:22:15Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'subnets': [{'id': 'e46d5323-3ef4-43af-80fe-e7dbefca6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:29:22.324486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Deleting port 3cd6f526-622a-443f-98db-db0e0b367f52 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:29:22.324878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:22.519052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:22.519434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:22.661268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Calling delete_port for 3cd6f526-622a-443f-98db-db0e0b367f52 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:29:22.720801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef23d8-bf4e-41c3-b11f-405c4fbbf693 None None] New status for floating IP 6c5c1794-f36a-437e-adcb-61b0b164e211: DOWN {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:29:22.813620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:22.819188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:22.872471 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Pushing event deleted for resources: {'Port': ['ID=3cd6f526-622a-443f-98db-db0e0b367f52,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:22.876066 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:22.978379 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:22.994564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:22.995885 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] 10.222.0.26 "DELETE /v2.0/floatingips/6c5c1794-f36a-437e-adcb-61b0b164e211 HTTP/1.1" status: 204  len: 168 time: 0.8612459
Apr 19 13:29:23.057479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-27ef23d8-bf4e-41c3-b11f-405c4fbbf693 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:29:23.057894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-27ef23d8-bf4e-41c3-b11f-405c4fbbf693 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:29:23.133293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device b47138cc-e9ca-492e-bec5-e240502375ba no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:29:23.173705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: b47138cc-e9ca-492e-bec5-e240502375ba {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:29:23.174108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device b47138cc-e9ca-492e-bec5-e240502375ba not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:29:23.560021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef23d8-bf4e-41c3-b11f-405c4fbbf693 None None] New status for floating IP 6c5c1794-f36a-437e-adcb-61b0b164e211: DOWN {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:29:23.868629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34268) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:24.002084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.018013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:24.022031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Usage tracker for resource:security_group_rule and tenant:1a734ea53daa4bc58acbe8db04da3c6d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:24.025010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:24.030965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:24.117085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.120151 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.129362 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f331c4d2-724c-40ff-befb-fa7c518211d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:24.172665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a2ec0-e576-4f23-9d29-432b8d0c7b4c,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:24.179120 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a734ea53daa4bc58acbe8db04da3c6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3094194
Apr 19 13:29:24.182160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34276) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:24.184332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.184762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.185160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.185578 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.185988 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.186412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.186828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.187234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.187641 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.188052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.188431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.188997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:24.193361 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-134de027-cb5f-42ba-9e2a-93d01111fb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:24.257195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22a1f615-0efc-4767-90c2-791ecafc8134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.285761 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22a1f615-0efc-4767-90c2-791ecafc8134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.339100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22a1f615-0efc-4767-90c2-791ecafc8134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.344987 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6ee0a752-c8b7-4a83-b7a3-5598ce6fd0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:24.360153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1f615-0efc-4767-90c2-791ecafc8134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a2ec0-e576-4f23-9d29-432b8d0c7b4c,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:24.363468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-22a1f615-0efc-4767-90c2-791ecafc8134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:24.364361 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-22a1f615-0efc-4767-90c2-791ecafc8134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.372242 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-22a1f615-0efc-4767-90c2-791ecafc8134 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a6a2ec0-e576-4f23-9d29-432b8d0c7b4c HTTP/1.1" status: 204  len: 168 time: 0.1856716
Apr 19 13:29:24.676439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34294) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:24.697545 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c799f52e-93ea-4cd0-a6d9-b9843b1e2021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.713639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-c799f52e-93ea-4cd0-a6d9-b9843b1e2021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:24.718121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-c799f52e-93ea-4cd0-a6d9-b9843b1e2021 admin admin] Usage tracker for resource:security_group_rule and tenant:10f258b78dcf4aa4b0165219adde90ae is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:24.721139 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-c799f52e-93ea-4cd0-a6d9-b9843b1e2021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:24.728016 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-c799f52e-93ea-4cd0-a6d9-b9843b1e2021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:24.813188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c799f52e-93ea-4cd0-a6d9-b9843b1e2021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.815343 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c799f52e-93ea-4cd0-a6d9-b9843b1e2021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.827825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9cf71d79-3d7f-43c0-a189-25a56282970e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:24.871870 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c799f52e-93ea-4cd0-a6d9-b9843b1e2021 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10f258b78dcf4aa4b0165219adde90ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1942244
Apr 19 13:29:24.873836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799f52e-93ea-4cd0-a6d9-b9843b1e2021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa5fd29-fef2-4d6d-8599-d8ab1515aaa6,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:24.874889 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34298) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:24.877252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c799f52e-93ea-4cd0-a6d9-b9843b1e2021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:24.938864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3d3e133f-fbf7-4f1f-bc3b-7bec213a1a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.943991 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-280ee825-9da5-4caa-ba23-ff1db842d6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:24.968381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3d3e133f-fbf7-4f1f-bc3b-7bec213a1a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:25.021921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3d3e133f-fbf7-4f1f-bc3b-7bec213a1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:25.027152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-697085d7-6ec0-4b86-9480-0f1db12af047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:25.040479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e133f-fbf7-4f1f-bc3b-7bec213a1a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa5fd29-fef2-4d6d-8599-d8ab1515aaa6,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:25.044197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3d3e133f-fbf7-4f1f-bc3b-7bec213a1a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:25.049812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3d3e133f-fbf7-4f1f-bc3b-7bec213a1a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:25.051080 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-3d3e133f-fbf7-4f1f-bc3b-7bec213a1a50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afa5fd29-fef2-4d6d-8599-d8ab1515aaa6 HTTP/1.1" status: 204  len: 168 time: 0.1751602
Apr 19 13:29:25.854925 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34330) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:26.301605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34344) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:26.450064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:26.467334 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:26.472069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] Usage tracker for resource:security_group_rule and tenant:05398ae54f2745c686e5b7a5398320db is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:26.476361 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:26.487287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:26.583260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:26.586394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:26.596006 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4429719d-91dc-4883-ab8b-b5f566d64ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:26.642905 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05398ae54f2745c686e5b7a5398320db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3393970
Apr 19 13:29:26.644708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73709987-36e3-4526-a9aa-42c0e5c6cd50,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:26.647445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34352) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:26.650153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:26.714859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-83c959d5-ead6-4dd4-9108-3ad7fa76f60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:26.751656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-83c959d5-ead6-4dd4-9108-3ad7fa76f60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:26.797777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-83c959d5-ead6-4dd4-9108-3ad7fa76f60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:26.803370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-bd71af41-5701-45ac-95d2-5d6462948729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:26.817610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c959d5-ead6-4dd4-9108-3ad7fa76f60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73709987-36e3-4526-a9aa-42c0e5c6cd50,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:26.821185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-83c959d5-ead6-4dd4-9108-3ad7fa76f60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:26.822599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-83c959d5-ead6-4dd4-9108-3ad7fa76f60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:26.826258 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-83c959d5-ead6-4dd4-9108-3ad7fa76f60a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73709987-36e3-4526-a9aa-42c0e5c6cd50 HTTP/1.1" status: 204  len: 168 time: 0.1777837
Apr 19 13:29:26.916920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992982'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:27.308299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Deleting port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:29:27.308786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:27.504321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] For port 96127a56-d3a6-418f-8f7e-a9cccb4dc17a, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=96127a56-d3a6-418f-8f7e-a9cccb4dc17a,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:27.504726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:27.642967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Calling delete_port for 96127a56-d3a6-418f-8f7e-a9cccb4dc17a owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:29:27.827848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:27.832568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:27.886871 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Pushing event deleted for resources: {'Port': ['ID=96127a56-d3a6-418f-8f7e-a9cccb4dc17a,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:27.909600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:27.933279 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.933710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.934129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.934581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.934995 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.935407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.935816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.936227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.936632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.937035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.937443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.937854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:27.941537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:28.012200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bb798341-ccb7-4f6c-ab19-9436b1473614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:28.226269 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846912933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993064'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:28.343617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:28.622861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:29:28.827551 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:29:28.837488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] Sync routers for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:29:28.847644 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:28.848309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295b02f198>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:29:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:28.849922 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] 10.222.0.26 "PUT /v2.0/routers/b0492f93-d71d-49a4-a3d8-f3d1e200ba86/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9936337
Apr 19 13:29:28.852777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34388) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:28.976670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:29.048964 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:29.051340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Notify callbacks [] for router, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:29.255002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:29.265903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Deleting port b557fa4e-e133-44d2-a4e5-ae75d4fdd800 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:29:29.266400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:29.386529 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295b02f198>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:29:27Z', 'revision_number': 5, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port': {'id': 'b557fa4e-e133-44d2-a4e5-ae75d4fdd800', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:21:50Z', 'updated_at': '2021-04-19T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:29.390602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] Checking router: b0492f93-d71d-49a4-a3d8-f3d1e200ba86 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:29:29.400875 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] Routers {'b0492f93-d71d-49a4-a3d8-f3d1e200ba86'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:29:29.401357 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295b02f198>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:29:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:29.491524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] For port b557fa4e-e133-44d2-a4e5-ae75d4fdd800, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=b557fa4e-e133-44d2-a4e5-ae75d4fdd800,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:29.491857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:29.579798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] Set router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:29:29.638085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Calling delete_port for b557fa4e-e133-44d2-a4e5-ae75d4fdd800 owned by network:router_gateway {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:29:29.719910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295b02f198>, [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:29:29Z', 'revision_number': 6, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port_host': None}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:29.724565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342b189-02c3-45aa-8185-56e1959c78fa None None] The sync data for ids ['b0492f93-d71d-49a4-a3d8-f3d1e200ba86'] in dv-cinder-786873-1-iscsi is: [{'id': 'b0492f93-d71d-49a4-a3d8-f3d1e200ba86', 'name': 'tempest-AttachVolumeShelveTestJSON-805114069-router', 'tenant_id': '3ab37d04c2b04eec975ad6affdc4a655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:21:48Z', 'updated_at': '2021-04-19T13:29:29Z', 'revision_number': 6, 'project_id': '3ab37d04c2b04eec975ad6affdc4a655', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:29:29.841774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:29.847188 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cfed9506-1db4-4223-bd8e-64f779d658ef tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:29.895841 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Pushing event deleted for resources: {'Port': ['ID=b557fa4e-e133-44d2-a4e5-ae75d4fdd800,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:29.928530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:29.998423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846802839'] for router_gateway, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.188521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846783179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773260'] for router, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.190890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.210960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.213973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7964529'] for router, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.214607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0492f93-d71d-49a4-a3d8-f3d1e200ba86 {{(pid=86366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 13:29:30.229193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.230480 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b0492f93-d71d-49a4-a3d8-f3d1e200ba86 HTTP/1.1" status: 204  len: 168 time: 1.3766098
Apr 19 13:29:30.233203 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34400) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:30.299821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc17d7e-04f9-42d0-a051-70c40f8555ba admin admin] Deleting subnet e46d5323-3ef4-43af-80fe-e7dbefca6ef8 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:29:30.303407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fc17d7e-04f9-42d0-a051-70c40f8555ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.359797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fc17d7e-04f9-42d0-a051-70c40f8555ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6670355'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.415416 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:29:30.449165 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fc17d7e-04f9-42d0-a051-70c40f8555ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.705980 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fc17d7e-04f9-42d0-a051-70c40f8555ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847824358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848102765'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.711598 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:30.750928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc17d7e-04f9-42d0-a051-70c40f8555ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e46d5323-3ef4-43af-80fe-e7dbefca6ef8,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:30.754265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5fc17d7e-04f9-42d0-a051-70c40f8555ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:30.755531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5fc17d7e-04f9-42d0-a051-70c40f8555ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.761146 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e68bc47-217d-4024-b89e-2e786aecfe3c None None] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:29:30.763374 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5fc17d7e-04f9-42d0-a051-70c40f8555ba admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e46d5323-3ef4-43af-80fe-e7dbefca6ef8 HTTP/1.1" status: 204  len: 168 time: 0.5287492
Apr 19 13:29:30.765524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34408) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:30.887070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:30.898647 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Deleting port 6f19a552-c573-406a-bfd2-f3c5e083eb09 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:29:30.899121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:31.021451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] DHCP port deletion for e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 request from dv-cinder-786873-1-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 13:29:31.025822 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] Deleting port 6f19a552-c573-406a-bfd2-f3c5e083eb09 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:29:31.026252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:31.125337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] For port 6f19a552-c573-406a-bfd2-f3c5e083eb09, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=6f19a552-c573-406a-bfd2-f3c5e083eb09,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:31.125752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:31.244938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] For port 6f19a552-c573-406a-bfd2-f3c5e083eb09, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=6f19a552-c573-406a-bfd2-f3c5e083eb09,segment=NetworkSegment(5086e800-a29b-4932-982f-d7b470dfedb1),segment_id=5086e800-a29b-4932-982f-d7b470dfedb1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:31.245312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:31.262700 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Calling delete_port for 6f19a552-c573-406a-bfd2-f3c5e083eb09 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:29:31.314729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 96127a56-d3a6-418f-8f7e-a9cccb4dc17a no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:29:31.339891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:31.345063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fd85cbb2-329e-480e-b54c-9949d4453245 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:31.396415 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f19a552-c573-406a-bfd2-f3c5e083eb09,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:31.398392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] No DVR routers for this DVR port 6f19a552-c573-406a-bfd2-f3c5e083eb09 on host dv-cinder-786873-1-iscsi {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:29:31.400002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:31.416725 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] Calling delete_port for 6f19a552-c573-406a-bfd2-f3c5e083eb09 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:29:31.444678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 96127a56-d3a6-418f-8f7e-a9cccb4dc17a {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:29:31.445256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 96127a56-d3a6-418f-8f7e-a9cccb4dc17a not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:29:31.445721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 6f19a552-c573-406a-bfd2-f3c5e083eb09 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:29:31.492934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 6f19a552-c573-406a-bfd2-f3c5e083eb09 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:29:31.493252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 6f19a552-c573-406a-bfd2-f3c5e083eb09 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:29:31.493710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device b557fa4e-e133-44d2-a4e5-ae75d4fdd800 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:29:31.524443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:31.539292 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: b557fa4e-e133-44d2-a4e5-ae75d4fdd800 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:29:31.539694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device b557fa4e-e133-44d2-a4e5-ae75d4fdd800 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:29:31.565645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:29:31.566064 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:29:31.640821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f295a2e0898>,) {'filters': {'network_id': ['e9d585ec-94ec-44b3-a1fa-74dfb10f7a86']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:31.654027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a2e0898>, '5086e800-a29b-4932-982f-d7b470dfedb1') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:31.654406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f295a2e0898>, '5086e800-a29b-4932-982f-d7b470dfedb1') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:29:31.666714 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848105445'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:31.681733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:31.687923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:29:31.868931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:29:31.878087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6954937'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:32.067317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] Deleting port 6f19a552-c573-406a-bfd2-f3c5e083eb09 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:29:32.067899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:32.148723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-6ad00d2c-7bf6-4a6c-9dc3-02593d2fa1bf None None] The port '6f19a552-c573-406a-bfd2-f3c5e083eb09' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 13:29:32.296564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Network e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:29:32.319972 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:29:32.396097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:32.400941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:32.404811 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:32.429111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d585ec-94ec-44b3-a1fa-74dfb10f7a86,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:32.431710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:32.442279 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-96193f8f-c5a0-4b76-9fff-5c18795be42a admin admin] 10.222.0.26 "DELETE /v2.0/networks/e9d585ec-94ec-44b3-a1fa-74dfb10f7a86 HTTP/1.1" status: 204  len: 168 time: 1.6755939
Apr 19 13:29:32.622345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34418) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:32.674103 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-665800b6-2f2f-4f15-9775-5025c7661055 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ab37d04c2b04eec975ad6affdc4a655&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0504241
Apr 19 13:29:32.676503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34422) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:32.737831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5089d08d-72fc-42d3-8151-ab8ce65ff33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:32.768155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5089d08d-72fc-42d3-8151-ab8ce65ff33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:32.818028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5089d08d-72fc-42d3-8151-ab8ce65ff33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:32.823093 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0481344f-b5dc-4ee3-9f3b-47dade4fb73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:32.837448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d08d-72fc-42d3-8151-ab8ce65ff33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a397d89-b9a2-482d-bfc4-8530f17a29ee,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:32.839772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5089d08d-72fc-42d3-8151-ab8ce65ff33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:32.845273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5089d08d-72fc-42d3-8151-ab8ce65ff33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:32.847213 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5089d08d-72fc-42d3-8151-ab8ce65ff33a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a397d89-b9a2-482d-bfc4-8530f17a29ee HTTP/1.1" status: 204  len: 168 time: 0.1689854
Apr 19 13:29:37.342386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34542) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:37.508158 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:37.523677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:37.527779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] Usage tracker for resource:security_group_rule and tenant:784dd05ede3a457dacf16ac523579e21 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:37.530763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:37.536751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:37.629965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:37.634160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:37.643817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-68ff6e18-2992-4133-be0b-9b8a60d6fd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:37.687283 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=784dd05ede3a457dacf16ac523579e21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3437216
Apr 19 13:29:37.689001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3b05a6-e2a1-463b-8a0b-b42f9bf6a9b7,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:37.690105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34558) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:37.692500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:37.761044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6754295-1b96-4d2e-ac40-64070be5a47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:37.789256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6754295-1b96-4d2e-ac40-64070be5a47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:37.839633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6754295-1b96-4d2e-ac40-64070be5a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:37.845106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-da3698af-02af-4d8a-9adc-bf4952a395c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:37.858913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6754295-1b96-4d2e-ac40-64070be5a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3b05a6-e2a1-463b-8a0b-b42f9bf6a9b7,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:37.861691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e6754295-1b96-4d2e-ac40-64070be5a47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:37.862959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e6754295-1b96-4d2e-ac40-64070be5a47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:37.867115 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e6754295-1b96-4d2e-ac40-64070be5a47c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c3b05a6-e2a1-463b-8a0b-b42f9bf6a9b7 HTTP/1.1" status: 204  len: 168 time: 0.1757691
Apr 19 13:29:37.934850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-056810e2-e209-4cb8-b904-308c8b62af2e req-a4eba2c9-b257-4430-b87b-aa216556559c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Synchronizing usage tracker for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:29:37.951830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-056810e2-e209-4cb8-b904-308c8b62af2e req-a4eba2c9-b257-4430-b87b-aa216556559c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Unset dirty status for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:29:37.953120 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-a4eba2c9-b257-4430-b87b-aa216556559c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725393271&fields=id&tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80 HTTP/1.1" status: 200  len: 267 time: 0.0661349
Apr 19 13:29:38.122970 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056810e2-e209-4cb8-b904-308c8b62af2e req-d7e497fe-b502-47b3-9d7b-400212c8f1a5 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:38.123726 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-056810e2-e209-4cb8-b904-308c8b62af2e req-d7e497fe-b502-47b3-9d7b-400212c8f1a5 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Synchronizing usage tracker for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:29:38.141032 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-056810e2-e209-4cb8-b904-308c8b62af2e req-d7e497fe-b502-47b3-9d7b-400212c8f1a5 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Unset dirty status for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:29:38.142392 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-d7e497fe-b502-47b3-9d7b-400212c8f1a5 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 811 time: 0.1803615
Apr 19 13:29:38.159458 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-f49bd9c2-c853-4d2d-b9e4-ba0accc69100 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/quotas/dca1ae0bfa064ccab9a7fed7e7119d80 HTTP/1.1" status: 200  len: 375 time: 0.0101538
Apr 19 13:29:38.260338 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-75ddbfde-4adf-414c-bbbe-2419b38d4430 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0945950
Apr 19 13:29:38.528272 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-1e730b28-a69f-4b15-820e-4c3eac1942cc service neutron] 10.222.0.26 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2554045
Apr 19 13:29:38.679269 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-726ae036-6665-4d41-ac2c-dd780afddb3e service neutron] 10.222.0.26 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437736
Apr 19 13:29:39.243040 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e032e2bc-2790-46a8-bf9b-db6b272802fc req-86ea9d6c-7393-46ab-865b-75c0547119d9 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 210 time: 0.0667861
Apr 19 13:29:40.413087 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4de743c2-d0d8-4832-b175-d8e29dc3aecb req-0fba4098-3390-44ff-a06f-680a4415a380 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 210 time: 0.0576525
Apr 19 13:29:40.472647 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056810e2-e209-4cb8-b904-308c8b62af2e req-a165c752-f0dd-4db6-bb21-cb2fa3997cdc tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:40.474325 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-a165c752-f0dd-4db6-bb21-cb2fa3997cdc tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 811 time: 0.1728771
Apr 19 13:29:40.564727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-056810e2-e209-4cb8-b904-308c8b62af2e req-43756fca-bb26-47bf-bba6-b2a60210af63 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Synchronizing usage tracker for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:29:40.578658 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-056810e2-e209-4cb8-b904-308c8b62af2e req-43756fca-bb26-47bf-bba6-b2a60210af63 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Unset dirty status for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:29:40.580106 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-43756fca-bb26-47bf-bba6-b2a60210af63 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80 HTTP/1.1" status: 200  len: 8059 time: 0.0961540
Apr 19 13:29:40.590887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'port': {'device_id': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'admin_state_up': True, 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'security_groups': ['cdc098cc-873f-4741-8843-76018c6dc111']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:40.745228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:40.749329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:port and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:40.752356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:40.758556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:40.767257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Made reservation on behalf of dca1ae0bfa064ccab9a7fed7e7119d80 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:29:40.773328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:40.950291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Allocated IP 172.20.0.9 (b0e933a0-e156-4153-921b-31b8e3b814b4/4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6/a70618ba-135b-4e6a-881e-989715d78c29) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:29:41.165380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:41.182553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Transition to ACTIVE for port object a70618ba-135b-4e6a-881e-989715d78c29 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:41.206674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:41.213144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e6ce59dd-1cd5-450f-a093-bcf079b3c869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:41.288830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Network b0e933a0-e156-4153-921b-31b8e3b814b4 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:29:41.292253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:41.296535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:29:41.334011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'Port': ['ID=a70618ba-135b-4e6a-881e-989715d78c29,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:41.341815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:41.543704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-1ab6332f-64d8-416c-8e09-8c2fb65a2a47 None None] Provisioning for port a70618ba-135b-4e6a-881e-989715d78c29 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:41.549924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-1ab6332f-64d8-416c-8e09-8c2fb65a2a47 None None] Provisioning complete for port a70618ba-135b-4e6a-881e-989715d78c29 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:41.550412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6332f-64d8-416c-8e09-8c2fb65a2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:41.612858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-1ab6332f-64d8-416c-8e09-8c2fb65a2a47 None None] Port a70618ba-135b-4e6a-881e-989715d78c29 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:29:41.644037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:41.644718 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:41.645606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc370884-bc1d-43a8-9f51-d0da01ba5daf req-4c1fb134-12ac-4543-9149-e2a002bf03b4 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:41.647921 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cc370884-bc1d-43a8-9f51-d0da01ba5daf req-4c1fb134-12ac-4543-9149-e2a002bf03b4 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 931 time: 0.1083338
Apr 19 13:29:41.666461 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0800939
Apr 19 13:29:41.679797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Request body: {'port': {'device_id': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:41.700750 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cc370884-bc1d-43a8-9f51-d0da01ba5daf req-54c0d48f-42fb-4fae-be86-4686e5200c4c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461092
Apr 19 13:29:41.805678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:42.176519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70618ba-135b-4e6a-881e-989715d78c29 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:29:42.185666 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:42.201162 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Transition to ACTIVE for port object a70618ba-135b-4e6a-881e-989715d78c29 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:29:42.203943 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:42.209004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-74bbeb34-584b-4841-b810-a674eae50fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:42.430324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Pushing event updated for resources: {'Port': ['ID=a70618ba-135b-4e6a-881e-989715d78c29,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:42.430324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:42.468072 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Attempting to bind port a70618ba-135b-4e6a-881e-989715d78c29 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:29:42.468460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Attempting to bind port a70618ba-135b-4e6a-881e-989715d78c29 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:29:42.468833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Attempting to bind port a70618ba-135b-4e6a-881e-989715d78c29 on network b0e933a0-e156-4153-921b-31b8e3b814b4 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:29:42.474455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Port a70618ba-135b-4e6a-881e-989715d78c29 on network b0e933a0-e156-4153-921b-31b8e3b814b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:29:42.475000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Attempting to bind port a70618ba-135b-4e6a-881e-989715d78c29 on network b0e933a0-e156-4153-921b-31b8e3b814b4 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:29:42.481042 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:29:42.481430 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Checking segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:29:42.481866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Bound using segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:29:42.482351 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Bound port: a70618ba-135b-4e6a-881e-989715d78c29, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:29:42.482807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:42.585735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] For port a70618ba-135b-4e6a-881e-989715d78c29, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:29:42.589134 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] For port a70618ba-135b-4e6a-881e-989715d78c29, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a70618ba-135b-4e6a-881e-989715d78c29,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:29:42.592511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:42.597225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:42.663249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:42.663947 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:42.665450 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] 10.222.0.10 "PUT /v2.0/ports/a70618ba-135b-4e6a-881e-989715d78c29 HTTP/1.1" status: 200  len: 1093 time: 0.9904103
Apr 19 13:29:42.666028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'tag': 'a70618ba-135b-4e6a-881e-989715d78c29'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:29:42.688256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Pushing event updated for resources: {'Port': ['ID=a70618ba-135b-4e6a-881e-989715d78c29,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:42.693927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:42.771634 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'tag': 'a70618ba-135b-4e6a-881e-989715d78c29', 'status': 'completed', 'code': 200}
Apr 19 13:29:42.819675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056810e2-e209-4cb8-b904-308c8b62af2e req-1043a9e3-9051-4358-8a78-a713da437483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:42.821522 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-1043a9e3-9051-4358-8a78-a713da437483 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 1096 time: 0.1010766
Apr 19 13:29:42.915193 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-0e5ae130-c2a3-4735-aa25-43b7e7a85a93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70618ba-135b-4e6a-881e-989715d78c29 HTTP/1.1" status: 200  len: 217 time: 0.0837069
Apr 19 13:29:42.928618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bb73e-5ed5-4522-8758-926774598616 req-d27bea79-6f54-4d0b-be5f-085ebd58f5be tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:42.930302 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c83bb73e-5ed5-4522-8758-926774598616 req-d27bea79-6f54-4d0b-be5f-085ebd58f5be tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 943 time: 0.1005466
Apr 19 13:29:42.982187 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c83bb73e-5ed5-4522-8758-926774598616 req-ee5fb6b9-d99a-4a45-87ce-e4d087e16bf7 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444446
Apr 19 13:29:42.991625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056810e2-e209-4cb8-b904-308c8b62af2e req-b65937f8-189c-47a9-9fdc-4e12de591eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:42.993392 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-b65937f8-189c-47a9-9fdc-4e12de591eb5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0708957
Apr 19 13:29:43.079109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056810e2-e209-4cb8-b904-308c8b62af2e req-1b750342-3e52-4a3a-9309-37a4af992af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:43.080759 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-1b750342-3e52-4a3a-9309-37a4af992af6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796878
Apr 19 13:29:43.231813 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-5b2735c1-22b5-4a10-a00e-6eaa403b4bf5 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436577
Apr 19 13:29:43.384573 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-056810e2-e209-4cb8-b904-308c8b62af2e req-0519e3f3-d4de-4aaf-9d17-874f14d930cc service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451070
Apr 19 13:29:43.514710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-60f6fcc1-5354-412d-a039-93d1881d8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:43.516545 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-60f6fcc1-5354-412d-a039-93d1881d8d54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 1096 time: 0.0819538
Apr 19 13:29:43.673070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-32368d57-e0c3-408a-a2f4-5ea9ccc1ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:43.674681 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-32368d57-e0c3-408a-a2f4-5ea9ccc1ba89 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1506093
Apr 19 13:29:43.759876 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-1f4cffac-825f-4cb0-9692-2cfe302e392f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70618ba-135b-4e6a-881e-989715d78c29 HTTP/1.1" status: 200  len: 217 time: 0.0772505
Apr 19 13:29:43.774882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34736) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:43.840681 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-fd8a121f-9f00-4749-b898-48994f2d2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:43.842566 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-fd8a121f-9f00-4749-b898-48994f2d2d8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0729401
Apr 19 13:29:43.910632 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-df9592d9-e3c0-4f3c-a538-9d0901fa0361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:43.928671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-df9592d9-e3c0-4f3c-a538-9d0901fa0361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:43.932966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-df9592d9-e3c0-4f3c-a538-9d0901fa0361 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b41d9fd88943b5b765624ce29bad9c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:43.936057 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-df9592d9-e3c0-4f3c-a538-9d0901fa0361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:43.941882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-f471a0da-5004-4886-9065-e849cc7ea4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:43.942106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-df9592d9-e3c0-4f3c-a538-9d0901fa0361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:43.943882 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-f471a0da-5004-4886-9065-e849cc7ea4db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936606
Apr 19 13:29:44.032514 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-df9592d9-e3c0-4f3c-a538-9d0901fa0361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:44.035673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-df9592d9-e3c0-4f3c-a538-9d0901fa0361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:44.045931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cd27dc82-6b59-4a12-8ea7-b6fa3bb9b855 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:44.084768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9592d9-e3c0-4f3c-a538-9d0901fa0361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07693368-57ca-4a88-89df-1ff1477122aa,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:44.100643 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-df9592d9-e3c0-4f3c-a538-9d0901fa0361 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9b41d9fd88943b5b765624ce29bad9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3245909
Apr 19 13:29:44.101917 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-df9592d9-e3c0-4f3c-a538-9d0901fa0361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:44.102611 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34746) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:44.110561 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-0983c79c-f8cd-427b-a743-2482808d7d36 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593294
Apr 19 13:29:44.237861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4fec-3b00-475b-8916-7372e329f581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:44.262731 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-10a37344-48ad-4f25-b0dd-b7e8248a4846 req-17a59bbb-329a-4ced-b1e2-1d21361ee1fb service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447089
Apr 19 13:29:44.279003 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4fec-3b00-475b-8916-7372e329f581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:44.294764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62d4c5-aa14-4a9f-8f37-648dbefb0b1b req-577da4de-95d3-4930-bc40-3e302a30de0e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:44.296530 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a62d4c5-aa14-4a9f-8f37-648dbefb0b1b req-577da4de-95d3-4930-bc40-3e302a30de0e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 943 time: 0.1671212
Apr 19 13:29:44.375932 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0a62d4c5-aa14-4a9f-8f37-648dbefb0b1b req-b64035bc-b735-4b58-aa67-9fa7ffd33b5a tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714674
Apr 19 13:29:44.383920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4fec-3b00-475b-8916-7372e329f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:44.389061 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-823e6307-96f7-41bc-9059-e9014ee68ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:44.405111 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c4fec-3b00-475b-8916-7372e329f581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07693368-57ca-4a88-89df-1ff1477122aa,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:44.408331 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6d1c4fec-3b00-475b-8916-7372e329f581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:44.413429 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4fec-3b00-475b-8916-7372e329f581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:44.415099 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-6d1c4fec-3b00-475b-8916-7372e329f581 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07693368-57ca-4a88-89df-1ff1477122aa HTTP/1.1" status: 204  len: 168 time: 0.3108623
Apr 19 13:29:45.585675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6d37-cf03-4772-8226-ff3a08ad0de8 req-01297433-ca89-4140-a2b9-5f0d424aef8e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:45.587394 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e8ed6d37-cf03-4772-8226-ff3a08ad0de8 req-01297433-ca89-4140-a2b9-5f0d424aef8e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 943 time: 0.0921876
Apr 19 13:29:45.637627 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e8ed6d37-cf03-4772-8226-ff3a08ad0de8 req-22eaa6fe-b00a-4118-9b87-c9bbba68072f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432699
Apr 19 13:29:46.859930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eea3cb-51ba-4870-8bec-04f618c5bd58 req-de4715d4-eeb7-421c-8b1b-197124102f2d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:46.861540 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43eea3cb-51ba-4870-8bec-04f618c5bd58 req-de4715d4-eeb7-421c-8b1b-197124102f2d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 943 time: 0.0955079
Apr 19 13:29:46.910671 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43eea3cb-51ba-4870-8bec-04f618c5bd58 req-f0004b17-7d17-44fd-9ec8-97faa309bf65 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416420
Apr 19 13:29:48.117380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f9efc-d666-45a3-a241-6f53d5bc91d6 req-4744f0ac-5be0-4ab9-a899-cec5fe539be8 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:48.119003 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e18f9efc-d666-45a3-a241-6f53d5bc91d6 req-4744f0ac-5be0-4ab9-a899-cec5fe539be8 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 943 time: 0.0914497
Apr 19 13:29:48.170180 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e18f9efc-d666-45a3-a241-6f53d5bc91d6 req-5e26d5e8-9c7e-4750-ac1f-31faf20f3cca tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446756
Apr 19 13:29:49.381764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11429d78-feaf-4b3e-9376-6ad3cb0cf9b9 req-e2abad91-0fdc-4a16-b25d-8cd56360e0fd tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:49.383377 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-11429d78-feaf-4b3e-9376-6ad3cb0cf9b9 req-e2abad91-0fdc-4a16-b25d-8cd56360e0fd tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 943 time: 0.0958958
Apr 19 13:29:49.436446 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-11429d78-feaf-4b3e-9376-6ad3cb0cf9b9 req-78824c98-ae3b-43de-9938-4f6ad2561ffc tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457129
Apr 19 13:29:50.643790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c3f3-d2e9-4f94-9db8-e62b9b748c2b req-e598b5fd-9f7f-46ee-8c6a-0f74d0c0722f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:50.645372 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7c43c3f3-d2e9-4f94-9db8-e62b9b748c2b req-e598b5fd-9f7f-46ee-8c6a-0f74d0c0722f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 943 time: 0.0911310
Apr 19 13:29:50.700877 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7c43c3f3-d2e9-4f94-9db8-e62b9b748c2b req-317100a1-542f-4d34-a6e9-2ed0fd1a0578 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485845
Apr 19 13:29:51.823659 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device a70618ba-135b-4e6a-881e-989715d78c29 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:29:51.904274 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920333a0-4b23-48e0-808c-a5e50158f2d6 req-523a6136-f287-4755-9482-834d601b4fc5 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:51.905916 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-920333a0-4b23-48e0-808c-a5e50158f2d6 req-523a6136-f287-4755-9482-834d601b4fc5 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 943 time: 0.0925205
Apr 19 13:29:51.956676 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-920333a0-4b23-48e0-808c-a5e50158f2d6 req-705fab72-1abc-4142-a197-64e837d4c700 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434315
Apr 19 13:29:51.969965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port a70618ba-135b-4e6a-881e-989715d78c29, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a70618ba-135b-4e6a-881e-989715d78c29,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:51.984804 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'a70618ba-135b-4e6a-881e-989715d78c29', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'port_id': 'a70618ba-135b-4e6a-881e-989715d78c29', 'mac_address': 'fa:16:3e:2b:11:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:29:52.044991 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:52.064123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70618ba-135b-4e6a-881e-989715d78c29 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:29:52.080489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port a70618ba-135b-4e6a-881e-989715d78c29, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a70618ba-135b-4e6a-881e-989715d78c29,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:52.085405 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:52.087360 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c1bc9a33-61dc-4197-80f3-ba0cdb0f44eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:52.162918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=a70618ba-135b-4e6a-881e-989715d78c29,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:52.170729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.171130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.171513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.171893 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.172270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.172648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.173023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.173398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.173783 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.174157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.174580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.174951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:29:52.179835 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:53.185039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['a70618ba-135b-4e6a-881e-989715d78c29'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:29:53.195101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb9d0-9f55-4409-bc6a-37d8f5b778b4 req-3115bbac-d61c-4ea4-b1f7-e172c674c34c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:53.196899 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-414cb9d0-9f55-4409-bc6a-37d8f5b778b4 req-3115bbac-d61c-4ea4-b1f7-e172c674c34c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 944 time: 0.1157100
Apr 19 13:29:53.253245 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-414cb9d0-9f55-4409-bc6a-37d8f5b778b4 req-543d2e92-497b-4559-8463-b2263ddf829b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495117
Apr 19 13:29:54.467227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bbfff-bbaa-4622-a2d2-ee39ce33f166 req-acfee7e9-b138-492a-aa04-961b1f8da128 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:54.468843 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d31bbfff-bbaa-4622-a2d2-ee39ce33f166 req-acfee7e9-b138-492a-aa04-961b1f8da128 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 944 time: 0.0913050
Apr 19 13:29:54.527366 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d31bbfff-bbaa-4622-a2d2-ee39ce33f166 req-63ca7257-5b8f-489b-a760-3a6a010c2fbe tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460756
Apr 19 13:29:54.945522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c83e530e-9b18-40f2-9585-147685750f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:55.299744 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device a70618ba-135b-4e6a-881e-989715d78c29 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:29:55.371132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port a70618ba-135b-4e6a-881e-989715d78c29 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:29:55.376101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port a70618ba-135b-4e6a-881e-989715d78c29 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:29:55.376606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:55.502405 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:55.531067 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70618ba-135b-4e6a-881e-989715d78c29'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:29:55.541568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port a70618ba-135b-4e6a-881e-989715d78c29, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a70618ba-135b-4e6a-881e-989715d78c29,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:29:55.545005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:55.546715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:55.588079 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70618ba-135b-4e6a-881e-989715d78c29', 'code': 200}
Apr 19 13:29:55.622890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=a70618ba-135b-4e6a-881e-989715d78c29,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:55.626068 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:55.738711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec2aef-87e8-41b5-860b-0a6649a0361b req-61ff44cc-d6af-4edb-b446-1674c3e9572c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:55.740970 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-89ec2aef-87e8-41b5-860b-0a6649a0361b req-61ff44cc-d6af-4edb-b446-1674c3e9572c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 945 time: 0.0903091
Apr 19 13:29:55.789419 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-89ec2aef-87e8-41b5-860b-0a6649a0361b req-ef74f99f-2338-4e4c-94cc-6257b6749946 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412614
Apr 19 13:29:55.932124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fcddf-623c-4344-b8c6-051278033cfc req-d82a0037-2d48-466e-b671-5120e9bd0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:55.933762 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b68fcddf-623c-4344-b8c6-051278033cfc req-d82a0037-2d48-466e-b671-5120e9bd0088 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 1098 time: 0.0786078
Apr 19 13:29:55.983555 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b68fcddf-623c-4344-b8c6-051278033cfc req-2fdafab4-404e-40aa-aff0-476e3aff6fdc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405557
Apr 19 13:29:57.000794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e320-3a6c-4c90-9c5f-05becf37c609 req-99dc9afa-8bb7-4282-9734-d52fd21e9d38 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:57.002452 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bd67e320-3a6c-4c90-9c5f-05becf37c609 req-99dc9afa-8bb7-4282-9734-d52fd21e9d38 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 945 time: 0.0954959
Apr 19 13:29:57.054207 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bd67e320-3a6c-4c90-9c5f-05becf37c609 req-19be3ff8-57f7-4cf0-abbf-b235c2ebf508 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444989
Apr 19 13:29:57.830867 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34942) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:57.904996 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:57.961326 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:57.977128 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:57.981258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] Usage tracker for resource:security_group_rule and tenant:7b1abe7b08db42958b8cd17748e575a5 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:57.984271 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:57.990631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:58.005781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-debb2b88-e607-4ab3-a1a2-4b2699d5ae55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.079002 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.082477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.093912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-08a4df5c-5311-458b-aa34-4ec22172e515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:58.139216 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b1abe7b08db42958b8cd17748e575a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3071239
Apr 19 13:29:58.140186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484763ab-f3ac-4866-a7ab-17a5579a5aa7,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:58.142063 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34950) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:58.143585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:58.277879 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6a06f1ae-0462-4cf2-b88a-15e6f4afd5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.319253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6a06f1ae-0462-4cf2-b88a-15e6f4afd5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.335223 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166738c-e7bb-48e1-a4ec-451991a4fbbf req-15711685-b87d-4312-86e2-f05ecd61a45f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:58.336865 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0166738c-e7bb-48e1-a4ec-451991a4fbbf req-15711685-b87d-4312-86e2-f05ecd61a45f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 945 time: 0.1587219
Apr 19 13:29:58.359921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.411978 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0166738c-e7bb-48e1-a4ec-451991a4fbbf req-5f44966e-00db-461f-a237-c62c1129520c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607276
Apr 19 13:29:58.417710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6a06f1ae-0462-4cf2-b88a-15e6f4afd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.423023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f8c245a2-c96a-4107-bb70-5018be68f344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:58.435011 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06f1ae-0462-4cf2-b88a-15e6f4afd5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484763ab-f3ac-4866-a7ab-17a5579a5aa7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:58.442069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6a06f1ae-0462-4cf2-b88a-15e6f4afd5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:58.445330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6a06f1ae-0462-4cf2-b88a-15e6f4afd5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.448295 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-6a06f1ae-0462-4cf2-b88a-15e6f4afd5e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/484763ab-f3ac-4866-a7ab-17a5579a5aa7 HTTP/1.1" status: 204  len: 168 time: 0.3025165
Apr 19 13:29:58.630208 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9ec3-a85a-41a2-b18e-466bcb1371b4 req-334a499c-d5e9-41f6-9e1b-945b3b1d5f4d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:58.633042 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ea0d9ec3-a85a-41a2-b18e-466bcb1371b4 req-334a499c-d5e9-41f6-9e1b-945b3b1d5f4d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 945 time: 0.0968847
Apr 19 13:29:58.685496 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ea0d9ec3-a85a-41a2-b18e-466bcb1371b4 req-dd63e7c9-f2ba-4800-aa85-993cfd26bb5a tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472510
Apr 19 13:29:58.716737 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34964) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:58.783260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34974) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:58.809324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.829108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:58.834495 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] Usage tracker for resource:security_group_rule and tenant:dc05a92d8ab34281976c8add94864c4d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:58.837923 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:58.845363 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:58.937195 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.939999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:58.948682 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3d3e133f-fbf7-4f1f-bc3b-7bec213a1a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:58.982329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:59.041824 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc05a92d8ab34281976c8add94864c4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2568626
Apr 19 13:29:59.044649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 34978) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:59.047770 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5282833-d3a9-4451-9dbe-8652d417efd2,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:59.051108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:59.084943 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d71c37-e108-4a37-9a05-9ddf70f46669 tempest-TestVolumeBootPattern-900949853 tempest-TestVolumeBootPattern-900949853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:29:59.086535 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b6d71c37-e108-4a37-9a05-9ddf70f46669 tempest-TestVolumeBootPattern-900949853 tempest-TestVolumeBootPattern-900949853-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 1093 time: 0.3684525
Apr 19 13:29:59.089713 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 34982) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:29:59.095748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'floatingip': {'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'port_id': 'a70618ba-135b-4e6a-881e-989715d78c29', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:29:59.103633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:29:59.107779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:floatingip and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:29:59.110994 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:29:59.114045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaf62c3-1047-49d2-bea6-e73981980c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:59.117189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:29:59.127522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:59.142629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaf62c3-1047-49d2-bea6-e73981980c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:59.194321 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaf62c3-1047-49d2-bea6-e73981980c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:59.199755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e6754295-1b96-4d2e-ac40-64070be5a47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:59.220836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf62c3-1047-49d2-bea6-e73981980c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5282833-d3a9-4451-9dbe-8652d417efd2,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:59.225329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cdaf62c3-1047-49d2-bea6-e73981980c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:59.229636 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-cdaf62c3-1047-49d2-bea6-e73981980c8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5282833-d3a9-4451-9dbe-8652d417efd2 HTTP/1.1" status: 204  len: 168 time: 0.1839228
Apr 19 13:29:59.231009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cdaf62c3-1047-49d2-bea6-e73981980c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:29:59.281576 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:59.427317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Allocated IP 172.27.0.71 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/4f8bb971-f17b-4c4f-a248-df39c0a65c9d) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:29:59.591090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:59.622149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:29:59.627401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a992698a-9167-45ab-bb0c-ff31455a08cb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:29:59.689852 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:29:59.698520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:29:59.701112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:29:59.749398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'Port': ['ID=4f8bb971-f17b-4c4f-a248-df39c0a65c9d,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:29:59.752488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:00.214028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:00.412714 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:00.493356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:00.712700 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:00.716126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6954951'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:00.725354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:00.840966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'Port': ['ID=4f8bb971-f17b-4c4f-a248-df39c0a65c9d,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:00.845964 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:00.853855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:01.050315 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Floating IP 46bf74c6-c28d-414a-8ec5-6bca91021f7c associated. External IP: 172.27.0.71, port: a70618ba-135b-4e6a-881e-989715d78c29.
Apr 19 13:30:01.436781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Router dabf9372-0d91-41f7-93e3-523c522db7b2 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:30:01.625751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:30:01.635709 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] Sync routers for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:30:01.646792 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:30:01.647481 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2959f68e80>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:29:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:30:01.655702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:01.718573 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6276224
Apr 19 13:30:01.719281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'tag': 'a70618ba-135b-4e6a-881e-989715d78c29'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:30:01.767787 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'tag': 'a70618ba-135b-4e6a-881e-989715d78c29', 'status': 'completed', 'code': 200}
Apr 19 13:30:01.841348 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:30:02.215911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2959f68e80>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '46bf74c6-c28d-414a-8ec5-6bca91021f7c', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': 'a70618ba-135b-4e6a-881e-989715d78c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:2b:11:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:30:00Z', 'updated_at': '2021-04-19T13:30:00Z', 'revision_number': 0, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:30:02.220328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] Checking router: dabf9372-0d91-41f7-93e3-523c522db7b2 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:30:02.230581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:30:02.230862 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2959f68e80>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:29:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:30:02.241253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-0c4c4e5a-eb03-4ad1-a679-2f1acd0daef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:02.242922 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-0c4c4e5a-eb03-4ad1-a679-2f1acd0daef9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 1098 time: 0.0829751
Apr 19 13:30:02.396719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-54e0ce92-482c-470e-84a7-0841cb620ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:02.398533 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-54e0ce92-482c-470e-84a7-0841cb620ac0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1484375
Apr 19 13:30:02.524695 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-b322e7a0-d5be-4b20-8aa2-a169a01af1f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70618ba-135b-4e6a-881e-989715d78c29 HTTP/1.1" status: 200  len: 998 time: 0.1158690
Apr 19 13:30:02.617268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-92b596b9-7be0-4cf5-a222-44e3e76b4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:02.618903 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-92b596b9-7be0-4cf5-a222-44e3e76b4cd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0753427
Apr 19 13:30:02.628342 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:30:02.718672 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-f92841af-4f7a-486a-8afb-fe7906870330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:02.720721 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-f92841af-4f7a-486a-8afb-fe7906870330 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885496
Apr 19 13:30:02.898307 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-a3f52983-3fd8-4609-a989-ddfb6dfa946d service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692746
Apr 19 13:30:03.030702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2959f68e80>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '46bf74c6-c28d-414a-8ec5-6bca91021f7c', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': 'a70618ba-135b-4e6a-881e-989715d78c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:2b:11:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:30:00Z', 'updated_at': '2021-04-19T13:30:00Z', 'revision_number': 0, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:30:03.037127 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3d134-a810-421b-beb2-dff599dd8c1b None None] The sync data for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi is: [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '46bf74c6-c28d-414a-8ec5-6bca91021f7c', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': 'a70618ba-135b-4e6a-881e-989715d78c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:2b:11:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:30:00Z', 'updated_at': '2021-04-19T13:30:00Z', 'revision_number': 0, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:30:03.064781 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-24a5dca2-0f9c-4b20-ac23-8b88c4de8f7c req-f2f6dd31-6a9d-469d-ad00-ad6bfb549e9c service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587253
Apr 19 13:30:03.340593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f15bbd-91b4-4638-acda-877fdbfa6d44 None None] New status for floating IP 46bf74c6-c28d-414a-8ec5-6bca91021f7c: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:30:05.275532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35102) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:05.399620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f51e70c7-65f2-4473-9651-95c2a59da41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:05.414944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f51e70c7-65f2-4473-9651-95c2a59da41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:05.419016 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f51e70c7-65f2-4473-9651-95c2a59da41e admin admin] Usage tracker for resource:security_group_rule and tenant:d1588f18acf9444aa2189f995fb08eb3 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:05.421995 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-f51e70c7-65f2-4473-9651-95c2a59da41e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:05.428173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-f51e70c7-65f2-4473-9651-95c2a59da41e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:05.514622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f51e70c7-65f2-4473-9651-95c2a59da41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:05.517337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f51e70c7-65f2-4473-9651-95c2a59da41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:05.526878 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5cfdc33f-1301-46aa-840c-1e02fc1bab04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:05.569182 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f51e70c7-65f2-4473-9651-95c2a59da41e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1588f18acf9444aa2189f995fb08eb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2924542
Apr 19 13:30:05.570090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e70c7-65f2-4473-9651-95c2a59da41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44972392-c5a7-49fc-a37f-84b668b6fb44,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:05.572091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35108) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:05.573423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f51e70c7-65f2-4473-9651-95c2a59da41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:05.636262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-28f9715d-0834-49cf-8c47-dc5a8246933d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:05.664409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-28f9715d-0834-49cf-8c47-dc5a8246933d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:05.708887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-28f9715d-0834-49cf-8c47-dc5a8246933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:05.713822 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-92aa87ae-9854-4cd0-9c7f-294a73110e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:05.727487 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9715d-0834-49cf-8c47-dc5a8246933d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44972392-c5a7-49fc-a37f-84b668b6fb44,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:05.730256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-28f9715d-0834-49cf-8c47-dc5a8246933d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:05.731510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-28f9715d-0834-49cf-8c47-dc5a8246933d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:05.732717 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-28f9715d-0834-49cf-8c47-dc5a8246933d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44972392-c5a7-49fc-a37f-84b668b6fb44 HTTP/1.1" status: 204  len: 168 time: 0.1588655
Apr 19 13:30:06.023103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35120) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:06.043000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69fe020f-b939-414c-ba7a-1274a2fed41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:06.059315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-69fe020f-b939-414c-ba7a-1274a2fed41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:06.063416 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-69fe020f-b939-414c-ba7a-1274a2fed41c admin admin] Usage tracker for resource:security_group_rule and tenant:9baae0581a5540f9804e209ecd1b0f4c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:06.066296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-69fe020f-b939-414c-ba7a-1274a2fed41c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:06.073616 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-69fe020f-b939-414c-ba7a-1274a2fed41c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:06.167425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69fe020f-b939-414c-ba7a-1274a2fed41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:06.170467 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69fe020f-b939-414c-ba7a-1274a2fed41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:06.179909 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-54fccada-4dec-4d50-b9c3-56e05ce06f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:06.224191 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-69fe020f-b939-414c-ba7a-1274a2fed41c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9baae0581a5540f9804e209ecd1b0f4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1990869
Apr 19 13:30:06.225974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe020f-b939-414c-ba7a-1274a2fed41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93e532b-e150-4bae-986f-dc58a85589cc,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:06.227200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35124) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:06.235791 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-69fe020f-b939-414c-ba7a-1274a2fed41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:06.294899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1163ffec-4882-4861-befa-75a6a01ad3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:06.322486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1163ffec-4882-4861-befa-75a6a01ad3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:06.369255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1163ffec-4882-4861-befa-75a6a01ad3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:06.374303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-cdaa1c3f-736f-45f0-8b13-dac65d801767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:06.387575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163ffec-4882-4861-befa-75a6a01ad3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93e532b-e150-4bae-986f-dc58a85589cc,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:06.391278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1163ffec-4882-4861-befa-75a6a01ad3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:06.397038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1163ffec-4882-4861-befa-75a6a01ad3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:06.398480 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-1163ffec-4882-4861-befa-75a6a01ad3a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d93e532b-e150-4bae-986f-dc58a85589cc HTTP/1.1" status: 204  len: 168 time: 0.1699438
Apr 19 13:30:07.415686 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:30:08.196585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35176) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:08.323437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-50c9a572-5e16-4d92-8ba0-94c86b2ae418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:08.338577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-50c9a572-5e16-4d92-8ba0-94c86b2ae418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:08.343009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-50c9a572-5e16-4d92-8ba0-94c86b2ae418 admin admin] Usage tracker for resource:security_group_rule and tenant:a82baacb85e94557a26092c73c1d97f6 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:08.346071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-50c9a572-5e16-4d92-8ba0-94c86b2ae418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:08.352367 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-50c9a572-5e16-4d92-8ba0-94c86b2ae418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:08.438965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-50c9a572-5e16-4d92-8ba0-94c86b2ae418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:08.441688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-50c9a572-5e16-4d92-8ba0-94c86b2ae418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:08.450768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-83c959d5-ead6-4dd4-9108-3ad7fa76f60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:08.494025 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-50c9a572-5e16-4d92-8ba0-94c86b2ae418 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a82baacb85e94557a26092c73c1d97f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2962353
Apr 19 13:30:08.495055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9a572-5e16-4d92-8ba0-94c86b2ae418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf0a309-96bf-499e-b2c2-f23fc2ff0ace,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:08.496890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35182) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:08.498242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-50c9a572-5e16-4d92-8ba0-94c86b2ae418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:08.560291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fa62387a-0632-4df4-9131-6a2ced2bfce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:08.586970 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fa62387a-0632-4df4-9131-6a2ced2bfce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:08.631659 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fa62387a-0632-4df4-9131-6a2ced2bfce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:08.636723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e14970aa-5c25-4c59-9adf-dc094befd3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:08.649717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62387a-0632-4df4-9131-6a2ced2bfce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf0a309-96bf-499e-b2c2-f23fc2ff0ace,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:08.652020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fa62387a-0632-4df4-9131-6a2ced2bfce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:08.659652 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fa62387a-0632-4df4-9131-6a2ced2bfce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:08.663983 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-fa62387a-0632-4df4-9131-6a2ced2bfce3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cf0a309-96bf-499e-b2c2-f23fc2ff0ace HTTP/1.1" status: 204  len: 168 time: 0.1627970
Apr 19 13:30:08.950076 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35194) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:08.974670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8e73a270-e1aa-4b42-89e3-dec89ca410b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:08.990050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8e73a270-e1aa-4b42-89e3-dec89ca410b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:08.994194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8e73a270-e1aa-4b42-89e3-dec89ca410b8 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1d2742b8a24c13b9b5489a7ac98819 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:08.997342 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-8e73a270-e1aa-4b42-89e3-dec89ca410b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:09.003395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-8e73a270-e1aa-4b42-89e3-dec89ca410b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:09.088445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8e73a270-e1aa-4b42-89e3-dec89ca410b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:09.091455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-8e73a270-e1aa-4b42-89e3-dec89ca410b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:09.099944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-41091cc8-87be-4a2a-9397-6591dd0089f2 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:09.144339 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-8e73a270-e1aa-4b42-89e3-dec89ca410b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a1d2742b8a24c13b9b5489a7ac98819&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1930764
Apr 19 13:30:09.145984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73a270-e1aa-4b42-89e3-dec89ca410b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ed8a5a-ee63-4551-8b82-e1b77b0c8e58,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:09.147771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35198) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:09.149186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8e73a270-e1aa-4b42-89e3-dec89ca410b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:09.214073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-31090244-a2d0-4386-9ad5-a9a4b063b93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:09.241559 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-31090244-a2d0-4386-9ad5-a9a4b063b93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:09.286460 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-31090244-a2d0-4386-9ad5-a9a4b063b93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:09.291420 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8920a13f-ba27-4318-8d4a-e5fe47fdca99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:09.305824 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31090244-a2d0-4386-9ad5-a9a4b063b93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ed8a5a-ee63-4551-8b82-e1b77b0c8e58,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:09.309000 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-31090244-a2d0-4386-9ad5-a9a4b063b93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:09.314168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-31090244-a2d0-4386-9ad5-a9a4b063b93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:09.315441 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-31090244-a2d0-4386-9ad5-a9a4b063b93c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75ed8a5a-ee63-4551-8b82-e1b77b0c8e58 HTTP/1.1" status: 204  len: 168 time: 0.1659548
Apr 19 13:30:13.875276 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf693b2d-785f-4fec-88c7-e10fcf2380ff req-7f51446d-206f-4b04-9186-00b492f0eb9b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:13.876872 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cf693b2d-785f-4fec-88c7-e10fcf2380ff req-7f51446d-206f-4b04-9186-00b492f0eb9b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0882711
Apr 19 13:30:13.928444 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cf693b2d-785f-4fec-88c7-e10fcf2380ff req-16ea86b9-72f6-4c2a-8410-8d110ced745c tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445709
Apr 19 13:30:14.963180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35308) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:15.103185 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4610eb0-0603-4178-99ec-bd79d79d9206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:15.119609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-b4610eb0-0603-4178-99ec-bd79d79d9206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:15.124248 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-b4610eb0-0603-4178-99ec-bd79d79d9206 admin admin] Usage tracker for resource:security_group_rule and tenant:59a34d34179243ec8ecd03fd36a1a070 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:15.127465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-b4610eb0-0603-4178-99ec-bd79d79d9206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:15.134509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-b4610eb0-0603-4178-99ec-bd79d79d9206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:15.143182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b7d3b-75ec-4192-90c9-cd7df6a975b9 req-1bc645fa-2a23-49c4-bb35-7306d91decf3 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:15.144820 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b06b7d3b-75ec-4192-90c9-cd7df6a975b9 req-1bc645fa-2a23-49c4-bb35-7306d91decf3 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0949407
Apr 19 13:30:15.195698 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b06b7d3b-75ec-4192-90c9-cd7df6a975b9 req-34d2094d-fb62-4dba-970c-b28ddee1b6d8 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434561
Apr 19 13:30:15.224124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4610eb0-0603-4178-99ec-bd79d79d9206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:15.238078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4610eb0-0603-4178-99ec-bd79d79d9206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:15.247677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-006af98c-a5b7-47b8-9520-695dcf029605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:15.293242 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b4610eb0-0603-4178-99ec-bd79d79d9206 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59a34d34179243ec8ecd03fd36a1a070&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3288262
Apr 19 13:30:15.294932 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4610eb0-0603-4178-99ec-bd79d79d9206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d625ca-4267-464c-85de-c2c452b59730,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:15.296161 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35314) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:15.298178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b4610eb0-0603-4178-99ec-bd79d79d9206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:15.359578 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02c434db-c0cb-4d5a-9c2e-f01a20648e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:15.392143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02c434db-c0cb-4d5a-9c2e-f01a20648e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:15.437646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02c434db-c0cb-4d5a-9c2e-f01a20648e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:15.443023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ca2898b6-e629-4b49-8e15-69a965fd07d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:15.455465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c434db-c0cb-4d5a-9c2e-f01a20648e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d625ca-4267-464c-85de-c2c452b59730,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:15.459137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-02c434db-c0cb-4d5a-9c2e-f01a20648e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:15.461168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-02c434db-c0cb-4d5a-9c2e-f01a20648e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:15.462401 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-02c434db-c0cb-4d5a-9c2e-f01a20648e13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5d625ca-4267-464c-85de-c2c452b59730 HTTP/1.1" status: 204  len: 168 time: 0.1651156
Apr 19 13:30:15.754218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35324) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:15.774565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e46378-b88f-4502-816d-dcf0c84b250a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:15.790741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-11e46378-b88f-4502-816d-dcf0c84b250a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:15.794808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-11e46378-b88f-4502-816d-dcf0c84b250a admin admin] Usage tracker for resource:security_group_rule and tenant:a455aab3038e4d0188225d1b1d26c706 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:15.797745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-11e46378-b88f-4502-816d-dcf0c84b250a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:15.804121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-11e46378-b88f-4502-816d-dcf0c84b250a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:15.890244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e46378-b88f-4502-816d-dcf0c84b250a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:15.893028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-11e46378-b88f-4502-816d-dcf0c84b250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:15.902573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2e457fa3-34d0-4f3a-8b12-7ea01c69677f tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:15.944947 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-11e46378-b88f-4502-816d-dcf0c84b250a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a455aab3038e4d0188225d1b1d26c706&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1895020
Apr 19 13:30:15.946656 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e46378-b88f-4502-816d-dcf0c84b250a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3583fae8-c88a-40da-8540-4379c3f35a11,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:15.947915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35328) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:15.949843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-11e46378-b88f-4502-816d-dcf0c84b250a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:16.013934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c845a3de-bcbf-40de-91e3-a5a4536d4142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.041798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c845a3de-bcbf-40de-91e3-a5a4536d4142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.090448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c845a3de-bcbf-40de-91e3-a5a4536d4142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.095984 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d6b47b57-f494-4a12-8c2f-fe24cea3d93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:16.110661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845a3de-bcbf-40de-91e3-a5a4536d4142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3583fae8-c88a-40da-8540-4379c3f35a11,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:16.113790 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c845a3de-bcbf-40de-91e3-a5a4536d4142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:16.123985 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c845a3de-bcbf-40de-91e3-a5a4536d4142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.128056 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c845a3de-bcbf-40de-91e3-a5a4536d4142 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3583fae8-c88a-40da-8540-4379c3f35a11 HTTP/1.1" status: 204  len: 168 time: 0.1790352
Apr 19 13:30:16.333568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35344) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:16.418927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5591be-71e3-47ae-a528-2b9b645343fc req-e9f47960-9f63-4e74-9884-0b40d10ba400 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:16.420560 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4c5591be-71e3-47ae-a528-2b9b645343fc req-e9f47960-9f63-4e74-9884-0b40d10ba400 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.1069732
Apr 19 13:30:16.472618 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4c5591be-71e3-47ae-a528-2b9b645343fc req-a7e7d3c6-abd3-449c-a460-11e5418bdbd7 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441320
Apr 19 13:30:16.472916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fcc03888-f046-4497-9a7d-003079378bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.489880 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fcc03888-f046-4497-9a7d-003079378bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:16.494025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fcc03888-f046-4497-9a7d-003079378bea admin admin] Usage tracker for resource:security_group_rule and tenant:076e59ad4a45458daa5cb148f07b51f6 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:16.497196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-fcc03888-f046-4497-9a7d-003079378bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:16.503569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-fcc03888-f046-4497-9a7d-003079378bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:16.592123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fcc03888-f046-4497-9a7d-003079378bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.595202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fcc03888-f046-4497-9a7d-003079378bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.609153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-8ed316ff-1d81-4304-8bd2-d1b723a16480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:16.654570 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-fcc03888-f046-4497-9a7d-003079378bea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=076e59ad4a45458daa5cb148f07b51f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3197274
Apr 19 13:30:16.656281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc03888-f046-4497-9a7d-003079378bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e27f76-883a-4470-824d-25e43e7f646a,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:16.657397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35360) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:16.659553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fcc03888-f046-4497-9a7d-003079378bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:16.725101 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-065a142c-bdce-4e45-92cb-839b8375ff81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.753105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-065a142c-bdce-4e45-92cb-839b8375ff81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.808819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-065a142c-bdce-4e45-92cb-839b8375ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.814540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ebdf7d0a-ceb9-49cf-8174-a2fa95f7f365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:16.829651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a142c-bdce-4e45-92cb-839b8375ff81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e27f76-883a-4470-824d-25e43e7f646a,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:16.832119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-065a142c-bdce-4e45-92cb-839b8375ff81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:16.840779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-065a142c-bdce-4e45-92cb-839b8375ff81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:16.844698 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-065a142c-bdce-4e45-92cb-839b8375ff81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53e27f76-883a-4470-824d-25e43e7f646a HTTP/1.1" status: 204  len: 168 time: 0.1837866
Apr 19 13:30:17.682330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b884ae-f45c-4115-a20d-d4b1522967d0 req-2ee91ca3-122d-4b6f-8556-8d35fc2aed4c tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:17.684279 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-17b884ae-f45c-4115-a20d-d4b1522967d0 req-2ee91ca3-122d-4b6f-8556-8d35fc2aed4c tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0929425
Apr 19 13:30:17.734000 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-17b884ae-f45c-4115-a20d-d4b1522967d0 req-525d2308-d0f3-4980-a23a-a13e34dd6c28 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429265
Apr 19 13:30:17.766561 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35410) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:17.882326 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-67180544-network', 'tenant_id': 'd4720ab20513423fa555c3f9c8e4d28e'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:30:17.888007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:17.892277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Usage tracker for resource:network and tenant:d4720ab20513423fa555c3f9c8e4d28e is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:17.896370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:17.903482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:17.913389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Made reservation on behalf of d4720ab20513423fa555c3f9c8e4d28e for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:30:17.918194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:17.932045 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:17.947833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:17.952123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Usage tracker for resource:security_group_rule and tenant:d4720ab20513423fa555c3f9c8e4d28e is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:17.955236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:17.962088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:18.054371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:18.057078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:18.061327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-065a142c-bdce-4e45-92cb-839b8375ff81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:18.092160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 13:30:18.101618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f2a329-0a81-4261-af9c-2fe62fffa710,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:18.105692 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:18.108286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:18.108682 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.segments_db [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Added segment 41778d47-b2ff-4b64-9ed1-fb682647c658 of type vlan for network c388b66a-3d2b-4e38-9297-19d32927d529
Apr 19 13:30:18.139406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298379009242'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:18.170269 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:18.171702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:18.172349 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:18.178293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-556d6bc5-ac39-4e95-bd8d-54a5b98b46a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:18.192716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35430) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:18.287263 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5194278
Apr 19 13:30:18.288228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Pushing event updated for resources: {'Network': ['ID=c388b66a-3d2b-4e38-9297-19d32927d529,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:18.290605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35436) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:18.291236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1a37a55a-844c-4e5b-a74e-cc3ff264110b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:18.297610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Request body: {'subnet': {'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-67180544-subnet', 'tenant_id': 'd4720ab20513423fa555c3f9c8e4d28e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:30:18.299492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Network c388b66a-3d2b-4e38-9297-19d32927d529 details requested by agent ovs-agent-dv-cinder-786873-1-iscsi with host dv-cinder-786873-1-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 13:30:18.307255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:18.332181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Usage tracker for resource:subnet and tenant:d4720ab20513423fa555c3f9c8e4d28e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:18.336703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:18.339814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-44abdaf4-4f7b-4b62-8f5d-aa3a7f33969d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:18.355454 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:18.361245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-44abdaf4-4f7b-4b62-8f5d-aa3a7f33969d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:18.368626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-44abdaf4-4f7b-4b62-8f5d-aa3a7f33969d admin admin] Usage tracker for resource:security_group_rule and tenant:391da9cdf4e6425f9586d3939aba72a5 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:18.372131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-44abdaf4-4f7b-4b62-8f5d-aa3a7f33969d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:18.377812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Made reservation on behalf of d4720ab20513423fa555c3f9c8e4d28e for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:30:18.382753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6384425'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:18.396109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-44abdaf4-4f7b-4b62-8f5d-aa3a7f33969d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:18.874104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-44abdaf4-4f7b-4b62-8f5d-aa3a7f33969d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:18.880525 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-44abdaf4-4f7b-4b62-8f5d-aa3a7f33969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:18.889924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0739f9e5-df25-49c4-93dd-cf2e251a6f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:18.936340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e2e4a-39cc-4536-8913-d99cc56abedf req-2a11dc63-7221-4673-b6db-fcbe4aa54d1e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:18.937992 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-411e2e4a-39cc-4536-8913-d99cc56abedf req-2a11dc63-7221-4673-b6db-fcbe4aa54d1e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0899885
Apr 19 13:30:18.981732 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abdaf4-4f7b-4b62-8f5d-aa3a7f33969d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f802705-bef3-4d45-94be-ccd1f177ef21,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:18.986443 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-44abdaf4-4f7b-4b62-8f5d-aa3a7f33969d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=391da9cdf4e6425f9586d3939aba72a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7925086
Apr 19 13:30:18.987566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-44abdaf4-4f7b-4b62-8f5d-aa3a7f33969d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:18.988490 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-411e2e4a-39cc-4536-8913-d99cc56abedf req-7a9cbaea-254b-4de3-bc41-74bb4a9a6cff tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434604
Apr 19 13:30:18.989289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35442) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:19.057587 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d99035fe-ca58-4eac-ad29-ec379bae1511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.086882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d99035fe-ca58-4eac-ad29-ec379bae1511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.134284 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d99035fe-ca58-4eac-ad29-ec379bae1511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.139543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4f041c43-71cc-4bb6-a7f5-0872fa098221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:19.152690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99035fe-ca58-4eac-ad29-ec379bae1511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f802705-bef3-4d45-94be-ccd1f177ef21,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:19.157354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d99035fe-ca58-4eac-ad29-ec379bae1511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.161062 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d99035fe-ca58-4eac-ad29-ec379bae1511 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f802705-bef3-4d45-94be-ccd1f177ef21 HTTP/1.1" status: 204  len: 168 time: 0.1704950
Apr 19 13:30:19.162643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d99035fe-ca58-4eac-ad29-ec379bae1511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:19.179836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848274046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6384440'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.185110 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-39227145-d70d-4ffd-b72b-25e927febf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:19.266819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae710589-07da-4d7f-a36a-ed2b864b449b,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:19.271082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:19.280365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Checking segment: {'id': '41778d47-b2ff-4b64-9ed1-fb682647c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:30:19.280365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Network hostable DHCP agents. Network: c388b66a-3d2b-4e38-9297-19d32927d529, hostable agents: ['3b63c97b-ee86-4275-b5fa-5fa872c8b393'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 13:30:19.296857 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Network c388b66a-3d2b-4e38-9297-19d32927d529 is scheduled to be hosted by DHCP agent 3b63c97b-ee86-4275-b5fa-5fa872c8b393 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 13:30:19.305860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-1-iscsi, c388b66a-3d2b-4e38-9297-19d32927d529) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:30:19.315539 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37985d6-8250-4707-8019-fb8fd111c3ec None None] Network c388b66a-3d2b-4e38-9297-19d32927d529 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:30:19.320547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:19.321204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.351176 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-387e753d-bc6b-45bc-a039-5fc0695ba23e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0588851
Apr 19 13:30:19.468150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35452) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:19.487650 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-518659f2-0a83-4512-912b-fe1c7f4e5abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.513681 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-518659f2-0a83-4512-912b-fe1c7f4e5abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:19.518169 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-518659f2-0a83-4512-912b-fe1c7f4e5abd admin admin] Usage tracker for resource:security_group_rule and tenant:c176c18e3b9b449e98feb4e4211d1a4f is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:19.521475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-518659f2-0a83-4512-912b-fe1c7f4e5abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:19.527843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-518659f2-0a83-4512-912b-fe1c7f4e5abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:19.573193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f617a830-db40-4b3f-97e7-d653c3e84d17 None None] Network c388b66a-3d2b-4e38-9297-19d32927d529 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:30:19.631767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-518659f2-0a83-4512-912b-fe1c7f4e5abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.635924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-518659f2-0a83-4512-912b-fe1c7f4e5abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.645204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-396c1acd-10ad-4fb5-b28e-9c3707272547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:19.695134 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-518659f2-0a83-4512-912b-fe1c7f4e5abd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c176c18e3b9b449e98feb4e4211d1a4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2255666
Apr 19 13:30:19.695775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35460) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:19.696594 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518659f2-0a83-4512-912b-fe1c7f4e5abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7b8ae7-b60b-4a38-a6a0-32f4add1f682,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:19.700198 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-518659f2-0a83-4512-912b-fe1c7f4e5abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:19.768786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-37edaf33-d1ed-41cb-b3c4-82c1f29762fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.798870 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-37edaf33-d1ed-41cb-b3c4-82c1f29762fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.845904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-37edaf33-d1ed-41cb-b3c4-82c1f29762fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.851625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0a75d8e8-1284-4396-8282-96f1673b62d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:19.866117 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edaf33-d1ed-41cb-b3c4-82c1f29762fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7b8ae7-b60b-4a38-a6a0-32f4add1f682,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:19.869077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-37edaf33-d1ed-41cb-b3c4-82c1f29762fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:19.870351 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-37edaf33-d1ed-41cb-b3c4-82c1f29762fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:19.874903 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-37edaf33-d1ed-41cb-b3c4-82c1f29762fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d7b8ae7-b60b-4a38-a6a0-32f4add1f682 HTTP/1.1" status: 204  len: 168 time: 0.1742632
Apr 19 13:30:20.250402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bc5b9-cf80-43da-acba-60f490c473b9 req-2f1fd7c0-1600-44bd-9ada-a0241585ef8e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:20.252197 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-343bc5b9-cf80-43da-acba-60f490c473b9 req-2f1fd7c0-1600-44bd-9ada-a0241585ef8e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.1299663
Apr 19 13:30:20.302713 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-343bc5b9-cf80-43da-acba-60f490c473b9 req-0c21132d-e5e4-417f-abb2-5317fa726a2e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431886
Apr 19 13:30:21.532099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0822899-3520-423b-b188-f1f1d10aa032 req-a3972744-2e13-4556-9a73-b0ae27ada71e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:21.533712 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e0822899-3520-423b-b188-f1f1d10aa032 req-a3972744-2e13-4556-9a73-b0ae27ada71e tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0948877
Apr 19 13:30:21.677823 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e0822899-3520-423b-b188-f1f1d10aa032 req-0b61ef37-09f4-472a-ab6e-e99e446a2fca tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1369312
Apr 19 13:30:21.739281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-c563b22a-08a6-491b-8d53-7342181ce82d tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:21.740027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-c563b22a-08a6-491b-8d53-7342181ce82d tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Synchronizing usage tracker for tenant:d4720ab20513423fa555c3f9c8e4d28e on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:30:21.756253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-c563b22a-08a6-491b-8d53-7342181ce82d tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Unset dirty status for tenant:d4720ab20513423fa555c3f9c8e4d28e on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:30:21.757527 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-c563b22a-08a6-491b-8d53-7342181ce82d tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/networks?id=c388b66a-3d2b-4e38-9297-19d32927d529 HTTP/1.1" status: 200  len: 812 time: 0.2003205
Apr 19 13:30:21.774145 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-606843c7-a364-49b0-8bf8-8a15d1142896 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/quotas/d4720ab20513423fa555c3f9c8e4d28e HTTP/1.1" status: 200  len: 375 time: 0.0105832
Apr 19 13:30:21.842558 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-0c7454a3-0488-4ca3-af0c-92d3a03a6ea2 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4720ab20513423fa555c3f9c8e4d28e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0621934
Apr 19 13:30:22.233674 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-dcc5101d-c124-4003-b8aa-9b095723da35 service neutron] 10.222.0.26 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3834174
Apr 19 13:30:22.386853 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-6ed5b760-8740-44d2-8263-c0d24a97c7b2 service neutron] 10.222.0.26 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457434
Apr 19 13:30:22.595524 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d21a618f-4eaa-4bb2-9a7c-4d00ae6a5508 req-512525a6-6df1-4a3c-9a7d-4e71db307a60 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 210 time: 0.0572455
Apr 19 13:30:22.890386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bbc7c-af66-4ea5-b2bb-2807b1e4a578 req-a55ea431-9eea-4659-a5a6-02fef4aab535 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:22.892039 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-243bbc7c-af66-4ea5-b2bb-2807b1e4a578 req-a55ea431-9eea-4659-a5a6-02fef4aab535 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0928037
Apr 19 13:30:22.943330 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-243bbc7c-af66-4ea5-b2bb-2807b1e4a578 req-78b2b209-f10c-4c53-9ed0-36d6055d93a8 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441093
Apr 19 13:30:23.766871 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b732c406-3cfa-4eb6-adbd-d841b151883e req-e9c9dfa7-8e15-4158-9114-fe0ef30092b7 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 210 time: 0.0556273
Apr 19 13:30:23.822712 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-8be3d770-e047-458f-9f2d-157b113ff7aa tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:23.824232 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-8be3d770-e047-458f-9f2d-157b113ff7aa tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.10 "GET /v2.0/networks?id=c388b66a-3d2b-4e38-9297-19d32927d529 HTTP/1.1" status: 200  len: 812 time: 0.1738808
Apr 19 13:30:23.843635 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Request body: {'port': {'device_id': '3582fa7a-229d-4639-a4bc-b726d626fb26', 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529', 'admin_state_up': True, 'tenant_id': 'd4720ab20513423fa555c3f9c8e4d28e'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:30:23.996999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:24.001095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Usage tracker for resource:port and tenant:d4720ab20513423fa555c3f9c8e4d28e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:24.004143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:24.011034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:24.019892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Made reservation on behalf of d4720ab20513423fa555c3f9c8e4d28e for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:30:24.026178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:24.152934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86126b-661a-4812-aa30-48dbd6f4b50b req-584c5ddc-c15e-4345-b852-b4d89070c566 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:24.154625 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7a86126b-661a-4812-aa30-48dbd6f4b50b req-584c5ddc-c15e-4345-b852-b4d89070c566 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0953319
Apr 19 13:30:24.207080 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7a86126b-661a-4812-aa30-48dbd6f4b50b req-fb6b8b8e-f8ff-4804-b958-99735f5fff7b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452268
Apr 19 13:30:24.211013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Allocated IP 172.20.0.2 (c388b66a-3d2b-4e38-9297-19d32927d529/ae710589-07da-4d7f-a36a-ed2b864b449b/bd6e2412-5e0d-4b26-b25a-bef2c6257fa3) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:30:24.430864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:24.461177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:24.467277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-722de006-377f-4dc8-bb8c-16501d1beeff tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:24.545558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Network c388b66a-3d2b-4e38-9297-19d32927d529 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:30:24.548858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:30:24.553173 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:30:24.586894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Pushing event updated for resources: {'Port': ['ID=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:24.594130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:24.624997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:24.625677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:24.647526 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-1e794186-341a-48ca-954e-b9e70d2e6084 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8090529
Apr 19 13:30:24.661481 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Request body: {'port': {'device_id': '3582fa7a-229d-4639-a4bc-b726d626fb26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:30:24.788305 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:24.952070 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-992b1423-3ae3-461c-b293-6ad7fc094add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:24.977788 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406bb5b-9b94-4b3c-b795-e5173e3ca8ff req-9bd62b5c-3417-4602-9775-2676a160380f tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:24.979408 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3406bb5b-9b94-4b3c-b795-e5173e3ca8ff req-9bd62b5c-3417-4602-9775-2676a160380f tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 931 time: 0.0961480
Apr 19 13:30:25.028424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-3406bb5b-9b94-4b3c-b795-e5173e3ca8ff req-342829a9-da04-4e90-bc28-bdbe2ae3107a tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Synchronizing usage tracker for tenant:d4720ab20513423fa555c3f9c8e4d28e on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:30:25.044775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-3406bb5b-9b94-4b3c-b795-e5173e3ca8ff req-342829a9-da04-4e90-bc28-bdbe2ae3107a tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Unset dirty status for tenant:d4720ab20513423fa555c3f9c8e4d28e on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:30:25.046009 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3406bb5b-9b94-4b3c-b795-e5173e3ca8ff req-342829a9-da04-4e90-bc28-bdbe2ae3107a tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601180
Apr 19 13:30:25.171714 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:30:25.180491 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:25.197090 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Transition to ACTIVE for port object bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:30:25.199750 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:25.204451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b7f0360e-fcb4-458f-84d3-7fb4ca2e478e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:25.389327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:25.417699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece36f44-1503-44fd-8fe7-0c27778a73c8 req-e97a4f0f-223d-4f90-a460-c8abd06cf142 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:25.419449 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ece36f44-1503-44fd-8fe7-0c27778a73c8 req-e97a4f0f-223d-4f90-a460-c8abd06cf142 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0928977
Apr 19 13:30:25.421317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:25.464358 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Attempting to bind port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:30:25.464749 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Attempting to bind port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '41778d47-b2ff-4b64-9ed1-fb682647c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:30:25.465204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Attempting to bind port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 on network c388b66a-3d2b-4e38-9297-19d32927d529 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:30:25.471028 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ece36f44-1503-44fd-8fe7-0c27778a73c8 req-6ab443d9-d2a3-492b-9838-d02722ce9eec tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430715
Apr 19 13:30:25.472720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 on network c388b66a-3d2b-4e38-9297-19d32927d529 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:30:25.473130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Attempting to bind port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 on network c388b66a-3d2b-4e38-9297-19d32927d529 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:30:25.479576 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:30:25.479953 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Checking segment: {'id': '41778d47-b2ff-4b64-9ed1-fb682647c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:30:25.480376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Bound using segment: {'id': '41778d47-b2ff-4b64-9ed1-fb682647c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:30:25.480850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Bound port: bd6e2412-5e0d-4b26-b25a-bef2c6257fa3, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41778d47-b2ff-4b64-9ed1-fb682647c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:30:25.481249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:25.580897 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] For port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:30:25.584225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] For port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,segment=NetworkSegment(41778d47-b2ff-4b64-9ed1-fb682647c658),segment_id=41778d47-b2ff-4b64-9ed1-fb682647c658)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:30:25.586746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:25.591448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-43b2a0f2-a9c5-426c-8513-83ac0d27d383 tempest-TestMinimumBasicScenario-1063444659 tempest-TestMinimumBasicScenario-1063444659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:25.654192 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:25.654893 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:25.656357 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] 10.222.0.10 "PUT /v2.0/ports/bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 HTTP/1.1" status: 200  len: 1093 time: 1.0003142
Apr 19 13:30:25.656903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3582fa7a-229d-4639-a4bc-b726d626fb26', 'tag': 'bd6e2412-5e0d-4b26-b25a-bef2c6257fa3'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:30:25.678038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:25.681273 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:25.734226 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3582fa7a-229d-4639-a4bc-b726d626fb26', 'tag': 'bd6e2412-5e0d-4b26-b25a-bef2c6257fa3', 'status': 'completed', 'code': 200}
Apr 19 13:30:25.781708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-cf715912-0805-4618-987d-6fdbdfa309e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:25.783598 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-cf715912-0805-4618-987d-6fdbdfa309e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4720ab20513423fa555c3f9c8e4d28e&device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 1096 time: 0.0882127
Apr 19 13:30:25.867197 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-48cfbead-8de1-4f5c-a9c9-21f1fcecbb7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 HTTP/1.1" status: 200  len: 217 time: 0.0732253
Apr 19 13:30:25.944704 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-2442d1b0-fa3d-4c90-bf0b-036e4c023c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:25.946318 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-2442d1b0-fa3d-4c90-bf0b-036e4c023c49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae710589-07da-4d7f-a36a-ed2b864b449b HTTP/1.1" status: 200  len: 852 time: 0.0704846
Apr 19 13:30:26.002896 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-79417ac4-b310-4929-b3e3-bc6e9bf04aaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c388b66a-3d2b-4e38-9297-19d32927d529&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490706
Apr 19 13:30:26.158242 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-9b6fe8d3-5476-49f0-9b5d-543b8a3b2d92 service neutron] 10.222.0.10 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477404
Apr 19 13:30:26.274861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b927d-8b47-4af6-8675-441943476be9 req-73aadd39-9a9f-440b-bbc9-edb0e9625d7f tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:26.276636 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b62b927d-8b47-4af6-8675-441943476be9 req-73aadd39-9a9f-440b-bbc9-edb0e9625d7f tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 943 time: 0.0996900
Apr 19 13:30:26.311778 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-762051fd-217c-4fff-b87f-b3e370cfc2a6 req-2b7f3e82-160b-4fee-8001-5fa0665ff5b4 service neutron] 10.222.0.10 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461079
Apr 19 13:30:26.325849 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b62b927d-8b47-4af6-8675-441943476be9 req-383aaa83-8396-4a8d-82b4-73f43f6724d1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425401
Apr 19 13:30:26.448147 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6b8ef-7bc4-4c46-a596-c749f134a2ef req-085f108b-f311-432b-9892-0c91bfdb792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:26.449751 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43c6b8ef-7bc4-4c46-a596-c749f134a2ef req-085f108b-f311-432b-9892-0c91bfdb792e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4720ab20513423fa555c3f9c8e4d28e&device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 1096 time: 0.0861001
Apr 19 13:30:26.601728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6b8ef-7bc4-4c46-a596-c749f134a2ef req-922ceebf-778e-4be0-8a3d-9f1e06c09f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:26.603358 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43c6b8ef-7bc4-4c46-a596-c749f134a2ef req-922ceebf-778e-4be0-8a3d-9f1e06c09f24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c388b66a-3d2b-4e38-9297-19d32927d529 HTTP/1.1" status: 200  len: 913 time: 0.1439519
Apr 19 13:30:26.678962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532dd46-2aa0-4318-892c-159a95112dc0 req-13f326ae-b2af-4a8a-8358-da328ddc1c77 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:26.680384 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43c6b8ef-7bc4-4c46-a596-c749f134a2ef req-9a3e1396-e2e3-4425-ae08-fa8d880bf2eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 HTTP/1.1" status: 200  len: 217 time: 0.0676253
Apr 19 13:30:26.680595 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0532dd46-2aa0-4318-892c-159a95112dc0 req-13f326ae-b2af-4a8a-8358-da328ddc1c77 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0922744
Apr 19 13:30:26.734185 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0532dd46-2aa0-4318-892c-159a95112dc0 req-e13223f1-a33a-4b2c-af15-8f8113b4bce8 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468791
Apr 19 13:30:26.758227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6b8ef-7bc4-4c46-a596-c749f134a2ef req-48313696-8b66-4895-b859-de5a34e29bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:26.759838 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43c6b8ef-7bc4-4c46-a596-c749f134a2ef req-48313696-8b66-4895-b859-de5a34e29bef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae710589-07da-4d7f-a36a-ed2b864b449b HTTP/1.1" status: 200  len: 852 time: 0.0698915
Apr 19 13:30:26.815191 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43c6b8ef-7bc4-4c46-a596-c749f134a2ef req-e1a30716-8524-4fab-a075-6abc2b19aa42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c388b66a-3d2b-4e38-9297-19d32927d529&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473640
Apr 19 13:30:26.967803 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43c6b8ef-7bc4-4c46-a596-c749f134a2ef req-e42f3fa0-3ed3-422c-b923-d66a5667780e service neutron] 10.222.0.10 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413906
Apr 19 13:30:27.116418 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-43c6b8ef-7bc4-4c46-a596-c749f134a2ef req-995a2f8f-6d51-46a6-bc63-fca11c6bf1a0 service neutron] 10.222.0.10 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412709
Apr 19 13:30:27.535040 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52655cfa-f997-46e1-82e6-799224d96bb8 req-dbfa7c00-0e89-4c40-83ad-528318b84384 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:27.537513 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-52655cfa-f997-46e1-82e6-799224d96bb8 req-dbfa7c00-0e89-4c40-83ad-528318b84384 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 943 time: 0.0933850
Apr 19 13:30:27.587238 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-52655cfa-f997-46e1-82e6-799224d96bb8 req-0fab80c8-581f-4f24-97a2-687ea149156e tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431969
Apr 19 13:30:27.907515 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:27.945715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528e578-572f-4ea4-a2c5-a554cc435d3d req-90e81be5-9edb-42d0-8d29-cccca752b8c2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:27.947370 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1528e578-572f-4ea4-a2c5-a554cc435d3d req-90e81be5-9edb-42d0-8d29-cccca752b8c2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0961084
Apr 19 13:30:27.998762 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1528e578-572f-4ea4-a2c5-a554cc435d3d req-aaa1baeb-4f96-463f-aa36-f76d4029e5eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447321
Apr 19 13:30:28.013422 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff22e46a-c626-4a09-bcf3-c071f9546033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:28.375967 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:28.791217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e626d0-1176-48a3-bbcc-e81837fe92a9 req-b21a140d-1a45-4f0d-9011-51ddb2a57573 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:28.793036 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d8e626d0-1176-48a3-bbcc-e81837fe92a9 req-b21a140d-1a45-4f0d-9011-51ddb2a57573 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 943 time: 0.0909297
Apr 19 13:30:28.840767 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d8e626d0-1176-48a3-bbcc-e81837fe92a9 req-cf9ee47a-af85-4b48-b3a2-564fe388e3dd tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411727
Apr 19 13:30:28.986132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:29.050673 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-f78ad4ab-f036-4870-8900-36db49d62aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:29.052971 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-f78ad4ab-f036-4870-8900-36db49d62aac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=855b7dbfab6d4701bf3803549ef38760&device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 1098 time: 0.0844684
Apr 19 13:30:29.212041 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19954e08-7479-41c5-b5f5-7579bc9bc798 req-bd9c7815-739f-4750-8ab9-b409cb977ad9 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:29.213664 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-19954e08-7479-41c5-b5f5-7579bc9bc798 req-bd9c7815-739f-4750-8ab9-b409cb977ad9 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0971658
Apr 19 13:30:29.228343 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-06029233-a0e1-44a4-88fd-3024e670571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:29.233082 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-06029233-a0e1-44a4-88fd-3024e670571e service neutron] 10.222.0.10 "GET /v2.0/networks?id=18b42057-d1db-458d-aaf0-34b91428003d HTTP/1.1" status: 200  len: 910 time: 0.1692889
Apr 19 13:30:29.267044 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-19954e08-7479-41c5-b5f5-7579bc9bc798 req-bcaff51f-ad5f-47e2-93da-e6ba7a76a116 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464911
Apr 19 13:30:29.347061 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-891aa4ef-c3ea-461e-94c6-4e050f65bae9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3adfcf49-0432-47e8-890c-80d39bb3675e HTTP/1.1" status: 200  len: 1001 time: 0.1093225
Apr 19 13:30:29.421141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-f264b4dd-570b-41a6-b0f7-16323f1dcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:29.422744 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-f264b4dd-570b-41a6-b0f7-16323f1dcc5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1618ee8e-82d2-4094-91de-5871701a5ddd HTTP/1.1" status: 200  len: 848 time: 0.0693288
Apr 19 13:30:29.473431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:30:29.510267 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-17cf747e-c12b-4292-bb32-3d45ab4391aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:29.512015 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-17cf747e-c12b-4292-bb32-3d45ab4391aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18b42057-d1db-458d-aaf0-34b91428003d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824971
Apr 19 13:30:29.621533 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,segment=NetworkSegment(41778d47-b2ff-4b64-9ed1-fb682647c658),segment_id=41778d47-b2ff-4b64-9ed1-fb682647c658)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:30:29.636455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'bd6e2412-5e0d-4b26-b25a-bef2c6257fa3', 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529', 'port_id': 'bd6e2412-5e0d-4b26-b25a-bef2c6257fa3', 'mac_address': 'fa:16:3e:8d:47:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae710589-07da-4d7f-a36a-ed2b864b449b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:30:29.661898 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-0f043f05-f217-47c1-a949-8a232b895c59 service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421077
Apr 19 13:30:29.698848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:29.717538 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:30:29.733624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,segment=NetworkSegment(41778d47-b2ff-4b64-9ed1-fb682647c658),segment_id=41778d47-b2ff-4b64-9ed1-fb682647c658)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:30:29.736776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:29.738940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0ba9fb14-1e93-4210-8f1d-63a97b1f8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:29.819834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:29.823354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:30.025928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['bd6e2412-5e0d-4b26-b25a-bef2c6257fa3'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:30:30.090123 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e9d03520-121c-4b5f-b139-9dccb9361af2 req-5053a431-83aa-423e-bdd0-a13fa8932a36 service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4186466
Apr 19 13:30:30.200134 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f003-c90f-4552-be7c-b6c608e38ccc req-fed74a03-426c-4b01-99e2-1295969f93cb tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:30.201736 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59a7f003-c90f-4552-be7c-b6c608e38ccc req-fed74a03-426c-4b01-99e2-1295969f93cb tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 944 time: 0.0963945
Apr 19 13:30:30.228803 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:30.255426 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59a7f003-c90f-4552-be7c-b6c608e38ccc req-3c65e3cd-96a6-448d-acc6-f4d104efbdb2 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465543
Apr 19 13:30:30.621152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49616d4-ace5-485e-bc90-0f1d9470e51c req-591aaa30-751a-421b-862c-0964cd9276d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:30.622848 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d49616d4-ace5-485e-bc90-0f1d9470e51c req-591aaa30-751a-421b-862c-0964cd9276d1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0899727
Apr 19 13:30:30.671368 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d49616d4-ace5-485e-bc90-0f1d9470e51c req-8736941c-c570-41a3-b113-a72faefc5662 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422575
Apr 19 13:30:31.468001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3eaf0-77b7-4e96-be16-77b8c1c4ae11 req-0542eac5-bfa6-45b5-ad2b-a52848312889 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:31.469619 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dd3eaf0-77b7-4e96-be16-77b8c1c4ae11 req-0542eac5-bfa6-45b5-ad2b-a52848312889 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 944 time: 0.0978389
Apr 19 13:30:31.487723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:30:31.520914 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1dd3eaf0-77b7-4e96-be16-77b8c1c4ae11 req-4a3141b1-12d0-491a-a009-26ac96f66239 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441363
Apr 19 13:30:31.559897 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:30:31.564986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:30:31.565410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:31.694277 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:31.724715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3582fa7a-229d-4639-a4bc-b726d626fb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e2412-5e0d-4b26-b25a-bef2c6257fa3'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:30:31.734031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,segment=NetworkSegment(41778d47-b2ff-4b64-9ed1-fb682647c658),segment_id=41778d47-b2ff-4b64-9ed1-fb682647c658)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:30:31.737350 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:31.740129 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:31.774744 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3582fa7a-229d-4639-a4bc-b726d626fb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e2412-5e0d-4b26-b25a-bef2c6257fa3', 'code': 200}
Apr 19 13:30:31.815560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:31.819600 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:31.881521 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a9913-8813-4944-8b69-918a06166e2f req-be57f483-11c8-40b4-b115-33954b0d8362 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:31.883213 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2a9913-8813-4944-8b69-918a06166e2f req-be57f483-11c8-40b4-b115-33954b0d8362 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0913332
Apr 19 13:30:31.938784 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ee2a9913-8813-4944-8b69-918a06166e2f req-b0e8da5f-abe0-4c4f-8fc3-1735c3e5a965 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487411
Apr 19 13:30:32.031944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864eae88-6231-46ae-bb14-9db487a9e563 req-f25dd8e0-c8a9-4a6c-8cb6-a2f09a4b65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:32.033643 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-864eae88-6231-46ae-bb14-9db487a9e563 req-f25dd8e0-c8a9-4a6c-8cb6-a2f09a4b65dd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 1098 time: 0.0790088
Apr 19 13:30:32.092948 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-864eae88-6231-46ae-bb14-9db487a9e563 req-874f3a19-5978-48bc-a097-1897796615d5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519738
Apr 19 13:30:32.733486 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd30133-29cb-4600-b864-36abf77d16b5 req-ad5cd432-129c-4a6b-a5da-cfd3def7a88e tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:32.735045 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ffd30133-29cb-4600-b864-36abf77d16b5 req-ad5cd432-129c-4a6b-a5da-cfd3def7a88e tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 945 time: 0.0912340
Apr 19 13:30:32.784542 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ffd30133-29cb-4600-b864-36abf77d16b5 req-aa095667-b22a-49c6-a705-a829ad7e8700 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426869
Apr 19 13:30:33.154477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88114e3-5c12-4ad1-be4f-b32928a9fdf0 req-ebae5dd6-5130-43ca-bcb7-e4d0fbe52727 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:33.156109 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e88114e3-5c12-4ad1-be4f-b32928a9fdf0 req-ebae5dd6-5130-43ca-bcb7-e4d0fbe52727 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.1023948
Apr 19 13:30:33.219443 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e88114e3-5c12-4ad1-be4f-b32928a9fdf0 req-3bb957e3-2971-45bb-ba90-d6cf043e6b83 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535073
Apr 19 13:30:33.677392 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a8b7a-b537-49ec-9d4a-94b9a406fe3f req-fafe6d11-2c01-4a9c-97a3-7eb547a127a0 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:33.679047 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-871a8b7a-b537-49ec-9d4a-94b9a406fe3f req-fafe6d11-2c01-4a9c-97a3-7eb547a127a0 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.1639104
Apr 19 13:30:33.682831 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-561137fc-9d35-4420-a03e-0b83ec41d302 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2390697
Apr 19 13:30:33.728735 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-871a8b7a-b537-49ec-9d4a-94b9a406fe3f req-7e4ad241-4b60-45b9-bd5b-a20b3fb75eb8 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433338
Apr 19 13:30:33.993809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c27063-bb06-400f-aba0-3d2a0fee00ba req-02e26eed-3ad2-4cb0-844c-40fd435385c3 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:33.995475 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-17c27063-bb06-400f-aba0-3d2a0fee00ba req-02e26eed-3ad2-4cb0-844c-40fd435385c3 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 945 time: 0.0912805
Apr 19 13:30:34.047846 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-17c27063-bb06-400f-aba0-3d2a0fee00ba req-85fb47f2-6e29-44a9-b85a-b9bb16a1ffe8 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452302
Apr 19 13:30:34.938703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ef246-cda0-4573-b2cc-a1c9df01a5f5 req-3e34add2-34c3-4df1-85ce-332eed81a7e7 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:34.940312 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a55ef246-cda0-4573-b2cc-a1c9df01a5f5 req-3e34add2-34c3-4df1-85ce-332eed81a7e7 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0942535
Apr 19 13:30:34.990013 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a55ef246-cda0-4573-b2cc-a1c9df01a5f5 req-8d267a3d-a52f-47a4-abfb-58f29bc32b5d tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429025
Apr 19 13:30:35.015522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-4191bdd0-b9e3-4f05-8961-e6aa2b8ee623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:35.017139 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-4191bdd0-b9e3-4f05-8961-e6aa2b8ee623 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9&tenant_id=855b7dbfab6d4701bf3803549ef38760 HTTP/1.1" status: 200  len: 1098 time: 0.0805373
Apr 19 13:30:35.121054 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-c409b1e9-effb-4f90-8f14-c7b4a82cc709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:35.122694 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-c409b1e9-effb-4f90-8f14-c7b4a82cc709 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=855b7dbfab6d4701bf3803549ef38760&device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 1098 time: 0.0822921
Apr 19 13:30:35.272568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-871fb46d-bb16-42f8-a592-319c77d924ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:35.274161 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-871fb46d-bb16-42f8-a592-319c77d924ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=18b42057-d1db-458d-aaf0-34b91428003d HTTP/1.1" status: 200  len: 910 time: 0.1434741
Apr 19 13:30:35.391889 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-a34128e3-56b4-4c9d-8c61-15057b9a3286 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3adfcf49-0432-47e8-890c-80d39bb3675e HTTP/1.1" status: 200  len: 1001 time: 0.1095006
Apr 19 13:30:35.474078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-39dce54e-4756-4add-9ea1-b971f149f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:35.475669 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-39dce54e-4756-4add-9ea1-b971f149f426 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1618ee8e-82d2-4094-91de-5871701a5ddd HTTP/1.1" status: 200  len: 848 time: 0.0684633
Apr 19 13:30:35.547380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 3adfcf49-0432-47e8-890c-80d39bb3675e no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:30:35.567949 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-9bc0ec7a-3627-4566-aaf1-dcc542d8c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:35.569463 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-9bc0ec7a-3627-4566-aaf1-dcc542d8c6a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18b42057-d1db-458d-aaf0-34b91428003d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814960
Apr 19 13:30:35.673662 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:35.704502 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:30:35.714506 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 3adfcf49-0432-47e8-890c-80d39bb3675e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3adfcf49-0432-47e8-890c-80d39bb3675e,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:30:35.720013 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:35.722055 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a71cd92f-1ce5-4919-8f87-29551a210c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:35.723675 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-67633564-bad6-4dbf-afcf-303bb57def1d service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451089
Apr 19 13:30:35.774071 dv-cinder-786873-1-iscsi neutron-server[86255]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'code': 422} returned with failed status
Apr 19 13:30:35.809202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=3adfcf49-0432-47e8-890c-80d39bb3675e,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:35.812417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:35.886539 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f7b3fbcf-94dd-4092-95ce-37502c8775fc req-f64e4fac-8640-4efd-8bbd-a0ebe44e37ec service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539831
Apr 19 13:30:36.197864 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf594-9a1c-4e6e-9219-b23ffcbfd2c1 req-6bbb932d-fdb1-481a-b703-b36f7c583f58 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:36.199511 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b8cf594-9a1c-4e6e-9219-b23ffcbfd2c1 req-6bbb932d-fdb1-481a-b703-b36f7c583f58 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0945525
Apr 19 13:30:36.249528 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b8cf594-9a1c-4e6e-9219-b23ffcbfd2c1 req-3794c0c8-2cb6-4250-8c32-8c7ad23e8600 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436993
Apr 19 13:30:37.458703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca85918-a5f3-4b5d-9a98-86a38f48df87 req-de89272e-7c42-47f1-a933-4757ecf855fb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:37.458703 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-eca85918-a5f3-4b5d-9a98-86a38f48df87 req-de89272e-7c42-47f1-a933-4757ecf855fb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0933166
Apr 19 13:30:37.510002 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-eca85918-a5f3-4b5d-9a98-86a38f48df87 req-f4c0ee96-1def-468e-96e6-0fa682f33f97 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438166
Apr 19 13:30:38.733456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638a380-2a7d-4bec-9c87-3f690b656287 req-4f08f628-a296-4fd4-8794-7bb94bd8f2b8 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:38.735115 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f638a380-2a7d-4bec-9c87-3f690b656287 req-4f08f628-a296-4fd4-8794-7bb94bd8f2b8 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0947130
Apr 19 13:30:38.783323 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f638a380-2a7d-4bec-9c87-3f690b656287 req-64d2e5ad-1f2e-4d42-96a4-b972bffce006 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410223
Apr 19 13:30:39.995615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df60a77-3575-45e0-ad24-b7af53283977 req-8bd3f9f3-d298-4f40-80b2-6a71e3440f2b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:39.997334 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2df60a77-3575-45e0-ad24-b7af53283977 req-8bd3f9f3-d298-4f40-80b2-6a71e3440f2b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0969048
Apr 19 13:30:40.044667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 35774) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:40.045863 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-2df60a77-3575-45e0-ad24-b7af53283977 req-a521b63b-afe6-4de6-83c9-1a1c5571d760 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422130
Apr 19 13:30:40.181191 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:40.197005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:30:40.201186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Usage tracker for resource:security_group_rule and tenant:59785b5ad07848bda36753af33cbdcca is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:30:40.204237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:30:40.211336 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:30:40.301396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:40.304206 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:40.318331 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-135f0ccb-2672-4f42-9942-af9c68a96266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:40.360498 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59785b5ad07848bda36753af33cbdcca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3144815
Apr 19 13:30:40.363383 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 35782) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:30:40.364933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347ed699-3110-4de2-80a5-8222e3f8783d,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:40.372976 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.373400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.373812 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.374218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.374661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.375066 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.375469 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.375888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.376288 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.376689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.377086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.377504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.381887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-840bb97d-ae30-4fe2-8017-46c1f401b04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:40.428962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:40.456425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:40.504240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:40.509402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5089d08d-72fc-42d3-8151-ab8ce65ff33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:40.522564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347ed699-3110-4de2-80a5-8222e3f8783d,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:40.533106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.533548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.533972 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.534411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.534830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.535913 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.536366 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.536780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.537202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.537614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.538028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.538461 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:30:40.545034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:40.546217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:40.547482 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-35cc0cfb-fd5b-40a7-88ab-17f948f7f78a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/347ed699-3110-4de2-80a5-8222e3f8783d HTTP/1.1" status: 204  len: 168 time: 0.1827865
Apr 19 13:30:41.259121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbabbd-33d2-4491-ab61-ce3aec4ff7bb req-c93637a4-f03b-43e1-b35b-7f24b4bca239 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:41.260756 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-facbabbd-33d2-4491-ab61-ce3aec4ff7bb req-c93637a4-f03b-43e1-b35b-7f24b4bca239 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0959039
Apr 19 13:30:41.312713 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-facbabbd-33d2-4491-ab61-ce3aec4ff7bb req-97c1651a-bcf6-4a88-92c2-4d334050e114 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443609
Apr 19 13:30:42.521982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ee522-7f65-44bf-b697-e852885643b5 req-497b04bd-0e8f-47a4-a6ae-388806395bcb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:42.523638 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b29ee522-7f65-44bf-b697-e852885643b5 req-497b04bd-0e8f-47a4-a6ae-388806395bcb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0903270
Apr 19 13:30:42.576483 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b29ee522-7f65-44bf-b697-e852885643b5 req-f69e3870-6c78-45f2-bc82-88ae623d1bb9 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465162
Apr 19 13:30:42.935560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b5710-beee-44bd-a4c2-baf9bde82f58 req-491dc839-37d8-4886-9db3-dbc204044cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:42.937189 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b97b5710-beee-44bd-a4c2-baf9bde82f58 req-491dc839-37d8-4886-9db3-dbc204044cdf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 1096 time: 0.0816007
Apr 19 13:30:42.983167 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b97b5710-beee-44bd-a4c2-baf9bde82f58 req-20ee7a0c-22ce-4f46-a324-23bdc6e584ff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372889
Apr 19 13:30:43.779411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc555d7-71f8-45a5-8d63-e70aa9186bca req-002803b8-3e51-4d03-93c0-6dbd9b6d6c68 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:43.781022 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4fc555d7-71f8-45a5-8d63-e70aa9186bca req-002803b8-3e51-4d03-93c0-6dbd9b6d6c68 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0912950
Apr 19 13:30:43.831594 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4fc555d7-71f8-45a5-8d63-e70aa9186bca req-beaac3c9-d2e7-45eb-b4b8-7b3209232cc8 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437579
Apr 19 13:30:44.416855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:30:45.040432 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e34e4-2a46-4f0a-a210-fd70c22351c6 req-526a473e-b591-45e3-8269-682f8cbe8fc1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:30:45.041937 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-eb1e34e4-2a46-4f0a-a210-fd70c22351c6 req-526a473e-b591-45e3-8269-682f8cbe8fc1 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 943 time: 0.0943031
Apr 19 13:30:45.092171 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-eb1e34e4-2a46-4f0a-a210-fd70c22351c6 req-b3519192-a151-4141-bccc-13f81cc411a8 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436900
Apr 19 13:30:45.602511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 3adfcf49-0432-47e8-890c-80d39bb3675e details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:30:45.749575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 3adfcf49-0432-47e8-890c-80d39bb3675e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3adfcf49-0432-47e8-890c-80d39bb3675e,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:30:45.765281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'port_id': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'mac_address': 'fa:16:3e:07:63:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:30:45.825475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:45.843973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adfcf49-0432-47e8-890c-80d39bb3675e {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:30:45.860450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 3adfcf49-0432-47e8-890c-80d39bb3675e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3adfcf49-0432-47e8-890c-80d39bb3675e,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:30:45.863489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:45.865443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-59af57d7-43b9-4811-8655-6a9e93ddaca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:45.939402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=3adfcf49-0432-47e8-890c-80d39bb3675e,revision_number=7']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:45.943366 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:46.210078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['3adfcf49-0432-47e8-890c-80d39bb3675e'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:30:47.609125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 3adfcf49-0432-47e8-890c-80d39bb3675e up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:30:47.685756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 3adfcf49-0432-47e8-890c-80d39bb3675e triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:30:47.686172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:47.809530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:47.838199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:30:47.849707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 3adfcf49-0432-47e8-890c-80d39bb3675e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3adfcf49-0432-47e8-890c-80d39bb3675e,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:30:47.853344 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:47.855186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:30:47.896704 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'code': 200}
Apr 19 13:30:47.932164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=3adfcf49-0432-47e8-890c-80d39bb3675e,revision_number=8']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:30:47.935918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:30:54.950077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5233c67b-4a2e-4916-90af-eb0d5bb982a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:57.910316 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:58.005140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a0fe82ba-2df5-479b-b609-d2dbbc2e3fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:58.388324 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:30:58.988693 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:00.218330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:05.681574 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-d463ec87-cc31-44fd-970a-cb06cd398ac1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0820646
Apr 19 13:31:08.820116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-86d5b923-776d-4105-ba3c-ba41e26b9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:08.821651 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-86d5b923-776d-4105-ba3c-ba41e26b9e43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=855b7dbfab6d4701bf3803549ef38760&device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 1098 time: 0.0804608
Apr 19 13:31:08.987181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-10b7d7e0-4c01-454a-a861-17b8150803f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:08.989245 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-10b7d7e0-4c01-454a-a861-17b8150803f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18b42057-d1db-458d-aaf0-34b91428003d HTTP/1.1" status: 200  len: 910 time: 0.1440339
Apr 19 13:31:09.106928 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-eeb7ec12-7c08-4697-886b-7f2f7fa1c2f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3adfcf49-0432-47e8-890c-80d39bb3675e HTTP/1.1" status: 200  len: 1001 time: 0.1099603
Apr 19 13:31:09.180370 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-86125125-f501-49e8-8186-7048bd023d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:09.181912 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-86125125-f501-49e8-8186-7048bd023d77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1618ee8e-82d2-4094-91de-5871701a5ddd HTTP/1.1" status: 200  len: 848 time: 0.0662119
Apr 19 13:31:09.273625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-cdf72fb4-c877-40a5-9c6a-171d6161781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:09.275262 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-cdf72fb4-c877-40a5-9c6a-171d6161781d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18b42057-d1db-458d-aaf0-34b91428003d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850813
Apr 19 13:31:09.419804 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-0079f976-39f7-43f5-b8fc-6f2f24daefc5 service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355293
Apr 19 13:31:09.565389 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e83b32cc-729b-4439-9573-9c42e7a19b87 req-df096ad1-e330-412f-bc69-d5ad6ab67658 service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377115
Apr 19 13:31:19.493998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f94cb5-be59-4580-8018-0cbd69a2ab88 req-11cfb6a3-3de6-4b24-b2ae-f50e941a55b5 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:19.495612 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f8f94cb5-be59-4580-8018-0cbd69a2ab88 req-11cfb6a3-3de6-4b24-b2ae-f50e941a55b5 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 945 time: 0.0891695
Apr 19 13:31:19.544672 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f8f94cb5-be59-4580-8018-0cbd69a2ab88 req-bdff0065-0726-437f-b188-692f62de59f6 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426502
Apr 19 13:31:20.748888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9201e4f-7ced-47f2-a478-7b16e31fd31c req-4519e42a-6137-4994-9409-31814874dd17 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:20.750488 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d9201e4f-7ced-47f2-a478-7b16e31fd31c req-4519e42a-6137-4994-9409-31814874dd17 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 945 time: 0.0918770
Apr 19 13:31:20.797253 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d9201e4f-7ced-47f2-a478-7b16e31fd31c req-075113e0-869c-4e68-996c-b4143ffaab80 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402958
Apr 19 13:31:21.377382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-3fe9f653-33dd-441e-9fba-3c6d495edca8 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:21.378202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-3fe9f653-33dd-441e-9fba-3c6d495edca8 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Synchronizing usage tracker for tenant:d4720ab20513423fa555c3f9c8e4d28e on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:31:21.396046 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-3fe9f653-33dd-441e-9fba-3c6d495edca8 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Unset dirty status for tenant:d4720ab20513423fa555c3f9c8e4d28e on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:31:21.397268 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-3fe9f653-33dd-441e-9fba-3c6d495edca8 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.10 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 945 time: 0.1072984
Apr 19 13:31:21.416770 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:31:21.480860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Deleting port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:31:21.481255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:21.739854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] For port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,segment=NetworkSegment(41778d47-b2ff-4b64-9ed1-fb682647c658),segment_id=41778d47-b2ff-4b64-9ed1-fb682647c658)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:31:21.740309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:21.877715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Calling delete_port for bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:31:22.003547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de39031-45e0-428d-bd4d-c797764af5f5 req-78b9ccd6-c8c6-440c-8623-e13357a07691 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:22.006176 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0de39031-45e0-428d-bd4d-c797764af5f5 req-78b9ccd6-c8c6-440c-8623-e13357a07691 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=3582fa7a-229d-4639-a4bc-b726d626fb26 HTTP/1.1" status: 200  len: 945 time: 0.0926576
Apr 19 13:31:22.030034 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:22.036457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81d315cb-ce68-4765-af07-52a3f1905564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:31:22.061663 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0de39031-45e0-428d-bd4d-c797764af5f5 req-561cf5ea-1fb5-4a75-ac07-3ea8dd3601f4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488815
Apr 19 13:31:22.090212 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Pushing event deleted for resources: {'Port': ['ID=bd6e2412-5e0d-4b26-b25a-bef2c6257fa3,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:31:22.093899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:31:22.172230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] No DVR routers for this DVR port bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:31:22.174762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:22.178050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3582fa7a-229d-4639-a4bc-b726d626fb26', 'name': 'network-vif-deleted', 'tag': 'bd6e2412-5e0d-4b26-b25a-bef2c6257fa3'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:31:22.198934 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-bd077439-d6ad-47c1-9a28-bba3c6cce254 req-920cf583-5897-4e37-9300-28798a493bd4 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.10 "DELETE /v2.0/ports/bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 HTTP/1.1" status: 204  len: 173 time: 0.7934165
Apr 19 13:31:22.229816 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3582fa7a-229d-4639-a4bc-b726d626fb26', 'name': 'network-vif-deleted', 'tag': 'bd6e2412-5e0d-4b26-b25a-bef2c6257fa3', 'status': 'completed', 'code': 200}
Apr 19 13:31:24.620065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:31:24.657450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:31:24.657851 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device bd6e2412-5e0d-4b26-b25a-bef2c6257fa3 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:31:24.940133 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-03edaa4e-2758-450e-b568-35d520b79ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:27.917638 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:28.006394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-63ce8c1a-ab9c-4a7e-8fc5-92b935f89e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:28.403834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:28.991664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:30.221519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:33.978073 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-220e1f7d-8b0b-42d7-b871-163652b4495f tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:33.979700 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-220e1f7d-8b0b-42d7-b871-163652b4495f tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/networks?id=c388b66a-3d2b-4e38-9297-19d32927d529 HTTP/1.1" status: 200  len: 812 time: 0.3801925
Apr 19 13:31:33.995996 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-1da68842-b6d3-41ca-a4f7-f47827c62ecd tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/quotas/d4720ab20513423fa555c3f9c8e4d28e HTTP/1.1" status: 200  len: 375 time: 0.0103259
Apr 19 13:31:34.049968 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-25afc54b-49fc-4483-b6f1-85fc87ad7768 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4720ab20513423fa555c3f9c8e4d28e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0485346
Apr 19 13:31:34.193315 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-b58d9878-db13-4c49-9a77-49416d2a7f4e service neutron] 10.222.0.26 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350849
Apr 19 13:31:34.338228 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-d7bdc4f2-ecea-4212-b9dd-504df3b8ee80 service neutron] 10.222.0.26 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382616
Apr 19 13:31:34.534038 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-86bf60c1-6bc6-4249-81a0-b8c9790dbf10 req-232c7ed8-24c5-4a32-bca2-8f6d5ac90d6a tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 210 time: 0.0486979
Apr 19 13:31:35.609888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-56b6a6d2-f0b0-4952-aa5d-54817217841b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:35.611498 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-56b6a6d2-f0b0-4952-aa5d-54817217841b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.10 "GET /v2.0/networks?id=c388b66a-3d2b-4e38-9297-19d32927d529 HTTP/1.1" status: 200  len: 812 time: 0.1638265
Apr 19 13:31:35.624835 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Request body: {'port': {'device_id': '703c2385-f6b6-4890-bf1b-24c8d193e669', 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529', 'admin_state_up': True, 'tenant_id': 'd4720ab20513423fa555c3f9c8e4d28e'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:31:35.715274 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-1baf8008-eb3f-4f4b-9b35-ef55cbd2a208 req-99e386c1-4365-4d40-867d-2b84fac5803a tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 210 time: 0.0532262
Apr 19 13:31:35.773345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:31:35.777678 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Usage tracker for resource:port and tenant:d4720ab20513423fa555c3f9c8e4d28e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:31:35.780661 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:31:35.787538 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:31:35.796038 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Made reservation on behalf of d4720ab20513423fa555c3f9c8e4d28e for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:31:35.802831 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:35.973477 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Allocated IP 172.20.0.8 (c388b66a-3d2b-4e38-9297-19d32927d529/ae710589-07da-4d7f-a36a-ed2b864b449b/f300a49f-ce62-4061-a1cf-bdb4f1321ae5) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:31:36.186032 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:36.215478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:36.221287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-00a10827-198e-4e0f-a867-0ee07edaae34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:31:36.290289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Network c388b66a-3d2b-4e38-9297-19d32927d529 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:31:36.293983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:31:36.298109 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:31:36.340796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Pushing event updated for resources: {'Port': ['ID=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:31:36.345641 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:31:36.373281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:36.373962 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:36.397814 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7772372
Apr 19 13:31:36.411021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Request body: {'port': {'device_id': '703c2385-f6b6-4890-bf1b-24c8d193e669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:31:36.532145 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:36.939491 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c37f8-57c2-4898-970d-714be0c32a27 req-ae7efde0-44ee-4855-a757-89bf5ed6d846 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:36.941244 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8a0c37f8-57c2-4898-970d-714be0c32a27 req-ae7efde0-44ee-4855-a757-89bf5ed6d846 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 931 time: 0.0937948
Apr 19 13:31:36.991189 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8a0c37f8-57c2-4898-970d-714be0c32a27 req-16e7a5cf-051a-4ddc-b4d3-03a6a488c2ff tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427303
Apr 19 13:31:37.152423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f300a49f-ce62-4061-a1cf-bdb4f1321ae5 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:31:37.161046 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:37.177401 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Transition to ACTIVE for port object f300a49f-ce62-4061-a1cf-bdb4f1321ae5 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:31:37.180025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:37.184715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:31:37.357767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Pushing event updated for resources: {'Port': ['ID=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:31:37.386622 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:31:37.430439 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Attempting to bind port f300a49f-ce62-4061-a1cf-bdb4f1321ae5 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:31:37.430826 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Attempting to bind port f300a49f-ce62-4061-a1cf-bdb4f1321ae5 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '41778d47-b2ff-4b64-9ed1-fb682647c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:31:37.431197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Attempting to bind port f300a49f-ce62-4061-a1cf-bdb4f1321ae5 on network c388b66a-3d2b-4e38-9297-19d32927d529 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:31:37.436091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Port f300a49f-ce62-4061-a1cf-bdb4f1321ae5 on network c388b66a-3d2b-4e38-9297-19d32927d529 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:31:37.436458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Attempting to bind port f300a49f-ce62-4061-a1cf-bdb4f1321ae5 on network c388b66a-3d2b-4e38-9297-19d32927d529 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:31:37.441955 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:31:37.442337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Checking segment: {'id': '41778d47-b2ff-4b64-9ed1-fb682647c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:31:37.442809 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Bound using segment: {'id': '41778d47-b2ff-4b64-9ed1-fb682647c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:31:37.443286 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Bound port: f300a49f-ce62-4061-a1cf-bdb4f1321ae5, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41778d47-b2ff-4b64-9ed1-fb682647c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:31:37.443672 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:37.541503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] For port f300a49f-ce62-4061-a1cf-bdb4f1321ae5, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:31:37.544581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] For port f300a49f-ce62-4061-a1cf-bdb4f1321ae5, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,segment=NetworkSegment(41778d47-b2ff-4b64-9ed1-fb682647c658),segment_id=41778d47-b2ff-4b64-9ed1-fb682647c658)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:31:37.547774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:37.552525 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-acf7c240-3a56-409f-8c23-c0c22bc2ab5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:31:37.616134 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:37.616816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:37.618315 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] 10.222.0.10 "PUT /v2.0/ports/f300a49f-ce62-4061-a1cf-bdb4f1321ae5 HTTP/1.1" status: 200  len: 1093 time: 1.2121708
Apr 19 13:31:37.618876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703c2385-f6b6-4890-bf1b-24c8d193e669', 'tag': 'f300a49f-ce62-4061-a1cf-bdb4f1321ae5'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:31:37.636586 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Pushing event updated for resources: {'Port': ['ID=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:31:37.639886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:31:37.695889 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703c2385-f6b6-4890-bf1b-24c8d193e669', 'tag': 'f300a49f-ce62-4061-a1cf-bdb4f1321ae5', 'status': 'completed', 'code': 200}
Apr 19 13:31:37.743423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-9f730231-118f-44d2-986e-3a5e233c062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:37.745015 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-9f730231-118f-44d2-986e-3a5e233c062e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4720ab20513423fa555c3f9c8e4d28e&device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 1096 time: 0.0867686
Apr 19 13:31:37.821262 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-bf4674fd-38e9-474c-9043-e17f09730146 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f300a49f-ce62-4061-a1cf-bdb4f1321ae5 HTTP/1.1" status: 200  len: 217 time: 0.0676754
Apr 19 13:31:37.895605 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-5ad5b8ea-97e7-4dac-afbc-4defc414496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:37.897146 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-5ad5b8ea-97e7-4dac-afbc-4defc414496a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae710589-07da-4d7f-a36a-ed2b864b449b HTTP/1.1" status: 200  len: 852 time: 0.0684807
Apr 19 13:31:37.952384 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-714f10d5-f64a-4a77-94c6-76075a66eec2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c388b66a-3d2b-4e38-9297-19d32927d529&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465138
Apr 19 13:31:38.100930 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-df368bd9-4d86-46f4-8ad6-3fd955d2d076 service neutron] 10.222.0.10 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411817
Apr 19 13:31:38.199713 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d194fc-bffe-4db9-95ed-3ed60982b408 req-756eb124-a7af-4599-bdf3-41dd62c299b0 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:38.201337 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a0d194fc-bffe-4db9-95ed-3ed60982b408 req-756eb124-a7af-4599-bdf3-41dd62c299b0 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 943 time: 0.0962753
Apr 19 13:31:38.250266 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c4aaca07-d613-4e21-84fd-32e1d2a9fc65 req-4aa7ca9b-46a0-4ccd-b523-57c541f25834 service neutron] 10.222.0.10 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426187
Apr 19 13:31:38.251797 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a0d194fc-bffe-4db9-95ed-3ed60982b408 req-9019a8e3-897c-40a5-a6f2-1927ddb6bcb2 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438216
Apr 19 13:31:38.373223 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e333f3-6f15-420a-bf93-ed4d6ab7c980 req-f28659ad-3e84-448b-bc90-26d0d3cd4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:38.374750 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1e333f3-6f15-420a-bf93-ed4d6ab7c980 req-f28659ad-3e84-448b-bc90-26d0d3cd4198 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4720ab20513423fa555c3f9c8e4d28e&device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 1096 time: 0.0782142
Apr 19 13:31:38.516080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e333f3-6f15-420a-bf93-ed4d6ab7c980 req-435aeb80-e15e-4239-8944-10b8562f8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:38.517652 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1e333f3-6f15-420a-bf93-ed4d6ab7c980 req-435aeb80-e15e-4239-8944-10b8562f8a93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c388b66a-3d2b-4e38-9297-19d32927d529 HTTP/1.1" status: 200  len: 913 time: 0.1361430
Apr 19 13:31:38.596579 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1e333f3-6f15-420a-bf93-ed4d6ab7c980 req-4c6eda9f-8a52-4534-903c-2cdaadb81229 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f300a49f-ce62-4061-a1cf-bdb4f1321ae5 HTTP/1.1" status: 200  len: 217 time: 0.0686059
Apr 19 13:31:38.666125 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e333f3-6f15-420a-bf93-ed4d6ab7c980 req-b96e289e-c341-4beb-ae02-11ac6b3c1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:38.667613 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1e333f3-6f15-420a-bf93-ed4d6ab7c980 req-b96e289e-c341-4beb-ae02-11ac6b3c1562 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae710589-07da-4d7f-a36a-ed2b864b449b HTTP/1.1" status: 200  len: 852 time: 0.0629134
Apr 19 13:31:38.723129 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1e333f3-6f15-420a-bf93-ed4d6ab7c980 req-8835771f-3aed-4f8b-bead-9a756696a13a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c388b66a-3d2b-4e38-9297-19d32927d529&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482047
Apr 19 13:31:38.863712 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1e333f3-6f15-420a-bf93-ed4d6ab7c980 req-3f971e68-bc09-4ad5-8b6a-a374b48979e4 service neutron] 10.222.0.10 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327894
Apr 19 13:31:39.003269 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f1e333f3-6f15-420a-bf93-ed4d6ab7c980 req-3b7eabb4-acfb-4031-bedd-2b0561bc5c76 service neutron] 10.222.0.10 "GET /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332114
Apr 19 13:31:39.457924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301ff3d-ca0b-4cac-ab28-0119e239c937 req-5cefeb83-3b6a-4ce1-982b-86979905b600 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:39.459566 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e301ff3d-ca0b-4cac-ab28-0119e239c937 req-5cefeb83-3b6a-4ce1-982b-86979905b600 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 943 time: 0.0879359
Apr 19 13:31:39.510785 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e301ff3d-ca0b-4cac-ab28-0119e239c937 req-5195749c-15e9-4f58-bea6-ac8f4350fa98 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446944
Apr 19 13:31:40.713065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c475ad0-9514-480f-aa5e-28981455a91f req-e7ed6366-fdff-4d5a-92ab-dbbc252ec4bc tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:40.714706 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9c475ad0-9514-480f-aa5e-28981455a91f req-e7ed6366-fdff-4d5a-92ab-dbbc252ec4bc tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 943 time: 0.0877025
Apr 19 13:31:40.762457 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9c475ad0-9514-480f-aa5e-28981455a91f req-64df99b8-41e0-4e46-8d16-bc000a43ddd1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410786
Apr 19 13:31:41.921232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device f300a49f-ce62-4061-a1cf-bdb4f1321ae5 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:31:41.967325 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b6cf1-cd01-4970-b4c1-62c86e53e9bb req-54c4dc78-ff91-4a78-bde5-9e54e32c5a3c tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:41.968926 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de7b6cf1-cd01-4970-b4c1-62c86e53e9bb req-54c4dc78-ff91-4a78-bde5-9e54e32c5a3c tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 943 time: 0.0936642
Apr 19 13:31:42.017543 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-de7b6cf1-cd01-4970-b4c1-62c86e53e9bb req-93a5937b-63f9-425d-87b6-13129d07e036 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411575
Apr 19 13:31:42.073116 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port f300a49f-ce62-4061-a1cf-bdb4f1321ae5, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,segment=NetworkSegment(41778d47-b2ff-4b64-9ed1-fb682647c658),segment_id=41778d47-b2ff-4b64-9ed1-fb682647c658)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:31:42.087816 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': 'f300a49f-ce62-4061-a1cf-bdb4f1321ae5', 'network_id': 'c388b66a-3d2b-4e38-9297-19d32927d529', 'port_id': 'f300a49f-ce62-4061-a1cf-bdb4f1321ae5', 'mac_address': 'fa:16:3e:da:4e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae710589-07da-4d7f-a36a-ed2b864b449b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:31:42.146526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:42.164465 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f300a49f-ce62-4061-a1cf-bdb4f1321ae5 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:31:42.180834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port f300a49f-ce62-4061-a1cf-bdb4f1321ae5, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,segment=NetworkSegment(41778d47-b2ff-4b64-9ed1-fb682647c658),segment_id=41778d47-b2ff-4b64-9ed1-fb682647c658)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:31:42.183497 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:42.185309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-60a19ec1-b3f9-4bd5-a636-2baab9bc6e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:31:42.257594 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:31:42.265186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.265580 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.265958 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.266330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.266744 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.267120 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.267499 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.267865 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.268239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.268603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.268966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.269369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:31:42.273417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:31:42.437778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['f300a49f-ce62-4061-a1cf-bdb4f1321ae5'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:31:43.219773 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19674b11-e966-4956-a858-8148bb6870b4 req-4dc0aa5d-59fd-4353-bc76-e31d0ad3ceb3 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:43.221371 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-19674b11-e966-4956-a858-8148bb6870b4 req-4dc0aa5d-59fd-4353-bc76-e31d0ad3ceb3 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 944 time: 0.0894785
Apr 19 13:31:43.270371 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-19674b11-e966-4956-a858-8148bb6870b4 req-956b720c-01a9-4c08-ab0e-4e649a0ac4a8 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415316
Apr 19 13:31:43.952280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device f300a49f-ce62-4061-a1cf-bdb4f1321ae5 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:31:44.033060 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port f300a49f-ce62-4061-a1cf-bdb4f1321ae5 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:31:44.038398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port f300a49f-ce62-4061-a1cf-bdb4f1321ae5 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:31:44.038854 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:44.164179 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:44.192685 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703c2385-f6b6-4890-bf1b-24c8d193e669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f300a49f-ce62-4061-a1cf-bdb4f1321ae5'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:31:44.202765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port f300a49f-ce62-4061-a1cf-bdb4f1321ae5, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,segment=NetworkSegment(41778d47-b2ff-4b64-9ed1-fb682647c658),segment_id=41778d47-b2ff-4b64-9ed1-fb682647c658)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:31:44.206204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:44.208299 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:31:44.247021 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703c2385-f6b6-4890-bf1b-24c8d193e669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f300a49f-ce62-4061-a1cf-bdb4f1321ae5', 'code': 200}
Apr 19 13:31:44.283615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:31:44.287177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:31:44.479196 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a5901-b43a-4cab-bb0c-5c52030ba872 req-032d5a84-9934-4712-8973-de313e89dee5 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:44.480738 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed7a5901-b43a-4cab-bb0c-5c52030ba872 req-032d5a84-9934-4712-8973-de313e89dee5 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 945 time: 0.0950501
Apr 19 13:31:44.484764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f511c-cdc3-4af6-9bda-3f9a3a97a564 req-7f69c2e5-82d2-47a9-9571-1eae0f4d10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:44.486411 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7d5f511c-cdc3-4af6-9bda-3f9a3a97a564 req-7f69c2e5-82d2-47a9-9571-1eae0f4d10ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 1098 time: 0.0790679
Apr 19 13:31:44.530087 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ed7a5901-b43a-4cab-bb0c-5c52030ba872 req-aba03b7b-1116-4a75-b48e-f8676816212a tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428114
Apr 19 13:31:44.530341 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7d5f511c-cdc3-4af6-9bda-3f9a3a97a564 req-272761c6-64c3-4739-9847-a565d0f4fed4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374475
Apr 19 13:31:45.742518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0d414-716d-4d48-ba74-6a307a8805d0 req-710fdb2a-098d-4af8-93bd-a353e7bbc84a tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:31:45.744138 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d6d0d414-716d-4d48-ba74-6a307a8805d0 req-710fdb2a-098d-4af8-93bd-a353e7bbc84a tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 945 time: 0.0892236
Apr 19 13:31:45.794845 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d6d0d414-716d-4d48-ba74-6a307a8805d0 req-519fa34b-4b35-415f-a533-6a8cba06d209 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442843
Apr 19 13:31:54.941631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5a637e59-121d-47a1-b5de-6bdc194eed90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:57.923412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:58.010303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-2e36c901-6851-4794-8c6e-c67214f6a3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:58.400205 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:31:58.416297 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:31:58.993093 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:00.223476 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:03.979630 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-99b1ef0e-dac7-4ead-b68c-9fb7abe231d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0839050
Apr 19 13:32:04.083123 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-22eb9653-886f-4e60-bb24-967ad59a0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:04.084749 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-22eb9653-886f-4e60-bb24-967ad59a0e7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 1098 time: 0.0800030
Apr 19 13:32:04.247330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-3f635978-ceb7-4e26-bec5-0965aa37c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:04.248860 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-3f635978-ceb7-4e26-bec5-0965aa37c33a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1438913
Apr 19 13:32:04.361327 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-d0c3c5e5-f8d6-4945-8231-375fc3bf809f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70618ba-135b-4e6a-881e-989715d78c29 HTTP/1.1" status: 200  len: 1000 time: 0.1046371
Apr 19 13:32:04.432257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-d6a5beef-84f8-4b89-85c6-5e7b396e2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:04.433836 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-d6a5beef-84f8-4b89-85c6-5e7b396e2c84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0641747
Apr 19 13:32:04.521654 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-e3bce03d-efcb-4045-b2c0-2eaea274da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:04.523194 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-e3bce03d-efcb-4045-b2c0-2eaea274da92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813086
Apr 19 13:32:04.535143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-27c9deec-5f35-48a6-a2cf-2f2f6c96b4c6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:32:04.536153 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-27c9deec-5f35-48a6-a2cf-2f2f6c96b4c6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055397
Apr 19 13:32:04.677766 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-a18b85ec-81eb-4120-b25e-ed7d006522ff service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346943
Apr 19 13:32:04.823170 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-22e383cf-0059-4203-9f9e-682d4e2ef3a7 req-e216b2fc-9060-48b2-aec2-1e6066bb1270 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385148
Apr 19 13:32:07.446043 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383255-77b8-4406-a41b-a118633709df req-0679e827-d0f4-4f9a-be64-02860e0456dd tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:07.447681 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-81383255-77b8-4406-a41b-a118633709df req-0679e827-d0f4-4f9a-be64-02860e0456dd tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 945 time: 0.0896389
Apr 19 13:32:07.497024 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-81383255-77b8-4406-a41b-a118633709df req-4a56cb72-9e3f-403b-8519-689da7bd672b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429406
Apr 19 13:32:07.883176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44238e-3266-4c8c-a385-ca4f2571d49f req-4542188c-da4e-471c-b203-52c0f50f747f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:07.884662 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5f44238e-3266-4c8c-a385-ca4f2571d49f req-4542188c-da4e-471c-b203-52c0f50f747f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 945 time: 0.0915587
Apr 19 13:32:07.932245 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5f44238e-3266-4c8c-a385-ca4f2571d49f req-0c809bb1-013f-41c2-a977-beffc249fc5c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410774
Apr 19 13:32:08.812319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f347ea-5394-4337-a867-f0e74f10517d req-5d7c2c9a-0241-4b52-8051-bc58ab976c7c tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:08.813857 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b8f347ea-5394-4337-a867-f0e74f10517d req-5d7c2c9a-0241-4b52-8051-bc58ab976c7c tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 945 time: 0.2011991
Apr 19 13:32:08.865024 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b8f347ea-5394-4337-a867-f0e74f10517d req-a7ee9b59-f394-4a2f-a659-8f14ab779b7d tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442839
Apr 19 13:32:09.097503 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-228f64b3-c2f1-4545-b122-d5276d805ee6 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:09.098246 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-228f64b3-c2f1-4545-b122-d5276d805ee6 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Synchronizing usage tracker for tenant:d4720ab20513423fa555c3f9c8e4d28e on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:32:09.114974 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-228f64b3-c2f1-4545-b122-d5276d805ee6 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Unset dirty status for tenant:d4720ab20513423fa555c3f9c8e4d28e on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:32:09.116383 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-228f64b3-c2f1-4545-b122-d5276d805ee6 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.10 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 945 time: 0.1061676
Apr 19 13:32:09.139882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c5289-dc74-4461-9082-f237388a4317 req-109daf0e-c69d-490a-b0fb-aad4d3aa911f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:09.141514 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4e6c5289-dc74-4461-9082-f237388a4317 req-109daf0e-c69d-490a-b0fb-aad4d3aa911f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 945 time: 0.0955298
Apr 19 13:32:09.190429 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4e6c5289-dc74-4461-9082-f237388a4317 req-540bed5c-f693-422e-abc3-52e00ba704bd tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419893
Apr 19 13:32:09.200235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Deleting port f300a49f-ce62-4061-a1cf-bdb4f1321ae5 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:09.200626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:09.524553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] For port f300a49f-ce62-4061-a1cf-bdb4f1321ae5, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,segment=NetworkSegment(41778d47-b2ff-4b64-9ed1-fb682647c658),segment_id=41778d47-b2ff-4b64-9ed1-fb682647c658)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:09.524957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:09.911103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-ca177ba8-0811-4474-b66b-45498639ea56 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:09.911833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-ca177ba8-0811-4474-b66b-45498639ea56 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Synchronizing usage tracker for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:32:09.921037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Calling delete_port for f300a49f-ce62-4061-a1cf-bdb4f1321ae5 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:09.995001 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-ca177ba8-0811-4474-b66b-45498639ea56 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Unset dirty status for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:32:09.996227 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-ca177ba8-0811-4474-b66b-45498639ea56 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 945 time: 0.5891457
Apr 19 13:32:10.074679 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7958142-c0ea-4057-b634-c4395e73a616 req-8ac8f80d-e849-4344-bd44-ee63bc123196 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:10.082486 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d7958142-c0ea-4057-b634-c4395e73a616 req-8ac8f80d-e849-4344-bd44-ee63bc123196 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/ports?device_id=703c2385-f6b6-4890-bf1b-24c8d193e669 HTTP/1.1" status: 200  len: 945 time: 0.0993147
Apr 19 13:32:10.131109 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d7958142-c0ea-4057-b634-c4395e73a616 req-e8845484-c632-478e-828d-f2afb14e32e0 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6f2a329-0a81-4261-af9c-2fe62fffa710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475137
Apr 19 13:32:10.133120 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Deleting port a70618ba-135b-4e6a-881e-989715d78c29 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:10.133516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:10.209235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:10.216835 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-438e6236-b8f2-4623-b5e9-10e2469c528a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:10.312679 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Pushing event deleted for resources: {'Port': ['ID=f300a49f-ce62-4061-a1cf-bdb4f1321ae5,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:10.364740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.365411 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.365837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.366256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.366697 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.367113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.367524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.367936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.368345 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.368759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.369620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.369620 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:10.380716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:10.416778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256e12d-aa44-4334-9739-9498a23f76f0 req-c555de3a-c626-4c4a-bd3e-9bf5821b90c0 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:10.418453 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3256e12d-aa44-4334-9739-9498a23f76f0 req-c555de3a-c626-4c4a-bd3e-9bf5821b90c0 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 945 time: 0.0919096
Apr 19 13:32:10.463577 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] No DVR routers for this DVR port f300a49f-ce62-4061-a1cf-bdb4f1321ae5 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:32:10.468189 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:10.468973 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3256e12d-aa44-4334-9739-9498a23f76f0 req-bbacf745-0964-4c5f-8a58-930f235b6032 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435801
Apr 19 13:32:10.471036 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703c2385-f6b6-4890-bf1b-24c8d193e669', 'name': 'network-vif-deleted', 'tag': 'f300a49f-ce62-4061-a1cf-bdb4f1321ae5'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:32:10.529955 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703c2385-f6b6-4890-bf1b-24c8d193e669', 'name': 'network-vif-deleted', 'tag': 'f300a49f-ce62-4061-a1cf-bdb4f1321ae5', 'status': 'completed', 'code': 200}
Apr 19 13:32:10.548827 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-69d7f8f1-c171-4e26-a127-ad3ff3e5689b req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] 10.222.0.10 "DELETE /v2.0/ports/f300a49f-ce62-4061-a1cf-bdb4f1321ae5 HTTP/1.1" status: 204  len: 173 time: 1.4252336
Apr 19 13:32:10.596535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] For port a70618ba-135b-4e6a-881e-989715d78c29, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a70618ba-135b-4e6a-881e-989715d78c29,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:10.596943 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:10.915371 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:10.915936 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:10.916143 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Floating IP 46bf74c6-c28d-414a-8ec5-6bca91021f7c disassociated. External IP: 172.27.0.71, port: a70618ba-135b-4e6a-881e-989715d78c29.
Apr 19 13:32:10.916376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Calling delete_port for a70618ba-135b-4e6a-881e-989715d78c29 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:11.065150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:11.072150 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5af60609-1b30-4b88-8a69-e8dfce2ad845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:11.126771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event deleted for resources: {'Port': ['ID=a70618ba-135b-4e6a-881e-989715d78c29,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:11.132841 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:11.343512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Router dabf9372-0d91-41f7-93e3-523c522db7b2 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:32:11.550438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:32:11.564291 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] Sync routers for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:32:11.584746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:32:11.585739 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a889518>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:31:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:11.667552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] No DVR routers for this DVR port a70618ba-135b-4e6a-881e-989715d78c29 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:32:11.672049 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:11.698110 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9fd2dc5e-ac81-4818-b2dc-b96585342225 req-b0416e7c-0e90-4eba-b51b-32fe156fa87c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "DELETE /v2.0/ports/a70618ba-135b-4e6a-881e-989715d78c29 HTTP/1.1" status: 204  len: 173 time: 1.6857829
Apr 19 13:32:11.717930 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-030e75c1-d072-4158-bdef-e2b8990c9cb1 req-b74255bb-181f-41ee-8e51-97b0af419ab0 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 210 time: 0.0736926
Apr 19 13:32:11.853217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:32:12.077257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device f300a49f-ce62-4061-a1cf-bdb4f1321ae5 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:32:12.118387 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: f300a49f-ce62-4061-a1cf-bdb4f1321ae5 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:32:12.118770 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device f300a49f-ce62-4061-a1cf-bdb4f1321ae5 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:32:12.119239 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device a70618ba-135b-4e6a-881e-989715d78c29 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:32:12.166698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: a70618ba-135b-4e6a-881e-989715d78c29 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:32:12.167087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device a70618ba-135b-4e6a-881e-989715d78c29 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:32:12.257912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a889518>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:12.262057 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] Checking router: dabf9372-0d91-41f7-93e3-523c522db7b2 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:32:12.271559 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:32:12.272219 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a889518>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:31:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:12.461977 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:32:12.531595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'name': 'network-vif-deleted', 'tag': 'a70618ba-135b-4e6a-881e-989715d78c29'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:32:12.579785 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d2f940-2ee7-4078-8ea1-e97e93ddacda', 'name': 'network-vif-deleted', 'tag': 'a70618ba-135b-4e6a-881e-989715d78c29', 'status': 'completed', 'code': 200}
Apr 19 13:32:12.804818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a889518>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:12.809176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fd359-c56c-49be-aa70-9709ea7ea07f None None] The sync data for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi is: [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:32:12.949269 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b376c475-408e-433e-84bf-f3d3d2db97d4 req-eeb1907f-b046-4856-a9b4-dc0609780485 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d2f940-2ee7-4078-8ea1-e97e93ddacda HTTP/1.1" status: 200  len: 210 time: 0.0753400
Apr 19 13:32:13.210149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afd483-05a4-4f59-83fd-755f9a040833 None None] New status for floating IP 46bf74c6-c28d-414a-8ec5-6bca91021f7c: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:32:14.330503 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-4e8c1115-4d13-4dc1-b010-2563f8bef5fd tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725393271&fields=id&tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80 HTTP/1.1" status: 200  len: 267 time: 0.0436435
Apr 19 13:32:14.493572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577457-4c40-42df-a307-040a154faef5 req-58d7db36-0c06-41f1-80bc-f2ebcbe6c78e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:14.495156 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-58d7db36-0c06-41f1-80bc-f2ebcbe6c78e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 811 time: 0.1566465
Apr 19 13:32:14.511824 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-e7f723d3-c10c-40df-b38e-5abf35736f9e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/quotas/dca1ae0bfa064ccab9a7fed7e7119d80 HTTP/1.1" status: 200  len: 375 time: 0.0105140
Apr 19 13:32:14.608639 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-e8372aeb-0e75-4bc6-94bc-6019c6e10023 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0912232
Apr 19 13:32:14.625924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-e58966cb-247d-43ff-b161-8293301ec73c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:32:14.627000 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-e58966cb-247d-43ff-b161-8293301ec73c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056009
Apr 19 13:32:14.770078 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-f3453751-50cf-412c-a3d5-5b862325f685 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364336
Apr 19 13:32:14.909853 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-0086f574-3c84-4248-b865-5bdf1dbfa794 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333733
Apr 19 13:32:15.326697 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-622af3f9-3983-45e2-944f-7ce554aea3b3 req-9849d4f8-753d-4b9f-8d3b-aa26a5738713 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 210 time: 0.0494370
Apr 19 13:32:16.493985 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-8c908605-45cf-4c8c-b364-d60c6bcb93a3 req-dbcddc37-3e2b-4680-92b6-44b7a736ea9e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 210 time: 0.0515258
Apr 19 13:32:17.074083 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577457-4c40-42df-a307-040a154faef5 req-302755b9-836a-4845-b5a4-7a0aed81477e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:17.075953 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-302755b9-836a-4845-b5a4-7a0aed81477e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 811 time: 0.1627533
Apr 19 13:32:17.156021 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-f15613e9-05b2-4755-841a-354a36a846ae tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80 HTTP/1.1" status: 200  len: 8059 time: 0.0709381
Apr 19 13:32:17.174118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'port': {'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'admin_state_up': True, 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'security_groups': ['cdc098cc-873f-4741-8843-76018c6dc111']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:32:17.321959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:32:17.326264 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:port and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:32:17.329287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:32:17.336595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:32:17.346097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Made reservation on behalf of dca1ae0bfa064ccab9a7fed7e7119d80 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:32:17.352572 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:17.528633 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Allocated IP 172.20.0.13 (b0e933a0-e156-4153-921b-31b8e3b814b4/4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6/26970ad8-0100-45c8-8bc7-f77765236881) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:32:17.675370 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-73928a7b-b148-4d72-a022-c4614abad372 req-8398f311-37aa-4000-9d66-5ea571f73c65 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 210 time: 0.0565743
Apr 19 13:32:17.747319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:17.764571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Transition to ACTIVE for port object 26970ad8-0100-45c8-8bc7-f77765236881 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:32:17.789303 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:17.795302 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:17.871352 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Network b0e933a0-e156-4153-921b-31b8e3b814b4 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:32:17.875437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:32:17.879748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:32:17.941470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'Port': ['ID=26970ad8-0100-45c8-8bc7-f77765236881,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:17.946397 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:17.978745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:17.979490 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:18.008196 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8378930
Apr 19 13:32:18.078595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Request body: {'port': {'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:32:18.110606 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-560ea78c-b75a-4adc-98c5-4de21bdab30d None None] Provisioning for port 26970ad8-0100-45c8-8bc7-f77765236881 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:32:18.115571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-560ea78c-b75a-4adc-98c5-4de21bdab30d None None] Provisioning complete for port 26970ad8-0100-45c8-8bc7-f77765236881 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:32:18.116113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-560ea78c-b75a-4adc-98c5-4de21bdab30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:18.180184 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-560ea78c-b75a-4adc-98c5-4de21bdab30d None None] Port 26970ad8-0100-45c8-8bc7-f77765236881 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:32:18.207805 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:18.572419 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26970ad8-0100-45c8-8bc7-f77765236881 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:32:18.580156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:18.595989 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Transition to ACTIVE for port object 26970ad8-0100-45c8-8bc7-f77765236881 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:32:18.599327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:18.604008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e583d19-ed7d-40c5-b0b5-1e4a1d3e06ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:18.770069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Pushing event updated for resources: {'Port': ['ID=26970ad8-0100-45c8-8bc7-f77765236881,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:18.912043 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8840722-8c25-4c21-a866-14a970537085 req-86cc0796-80cb-448a-bbd1-2712b21604bd tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:18.913836 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b8840722-8c25-4c21-a866-14a970537085 req-86cc0796-80cb-448a-bbd1-2712b21604bd tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 944 time: 0.0985212
Apr 19 13:32:18.965758 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b8840722-8c25-4c21-a866-14a970537085 req-3befbeda-6be1-48d8-a718-18d70b4802b8 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447555
Apr 19 13:32:19.034945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:19.107747 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Attempting to bind port 26970ad8-0100-45c8-8bc7-f77765236881 on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:32:19.108140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Attempting to bind port 26970ad8-0100-45c8-8bc7-f77765236881 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:32:19.108514 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Attempting to bind port 26970ad8-0100-45c8-8bc7-f77765236881 on network b0e933a0-e156-4153-921b-31b8e3b814b4 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:32:19.113482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Port 26970ad8-0100-45c8-8bc7-f77765236881 on network b0e933a0-e156-4153-921b-31b8e3b814b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:32:19.113882 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Attempting to bind port 26970ad8-0100-45c8-8bc7-f77765236881 on network b0e933a0-e156-4153-921b-31b8e3b814b4 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:32:19.119447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:32:19.119837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Checking segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:32:19.120261 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Bound using segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:32:19.120738 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Bound port: 26970ad8-0100-45c8-8bc7-f77765236881, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:32:19.121124 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:19.218976 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] For port 26970ad8-0100-45c8-8bc7-f77765236881, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:32:19.222088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] For port 26970ad8-0100-45c8-8bc7-f77765236881, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=26970ad8-0100-45c8-8bc7-f77765236881,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:32:19.226410 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:19.231247 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:19.284769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:19.285455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:19.287719 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] 10.222.0.10 "PUT /v2.0/ports/26970ad8-0100-45c8-8bc7-f77765236881 HTTP/1.1" status: 200  len: 1094 time: 1.2713044
Apr 19 13:32:19.288252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'tag': '26970ad8-0100-45c8-8bc7-f77765236881'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:32:19.320433 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Pushing event updated for resources: {'Port': ['ID=26970ad8-0100-45c8-8bc7-f77765236881,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:19.324832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fd4563f1-e2cd-4294-8da4-0bee11a2d98e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:19.386572 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'tag': '26970ad8-0100-45c8-8bc7-f77765236881', 'status': 'completed', 'code': 200}
Apr 19 13:32:19.437785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577457-4c40-42df-a307-040a154faef5 req-721262b5-920e-43cc-92c0-660aac553af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:19.439450 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-721262b5-920e-43cc-92c0-660aac553af4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 1097 time: 0.0926037
Apr 19 13:32:19.518895 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-07bebe8c-512e-4a2d-a6ef-fa741b7e31aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26970ad8-0100-45c8-8bc7-f77765236881 HTTP/1.1" status: 200  len: 217 time: 0.0711486
Apr 19 13:32:19.594645 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577457-4c40-42df-a307-040a154faef5 req-c78e0f89-e882-48d4-b8fc-229605b63045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:19.596260 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-c78e0f89-e882-48d4-b8fc-229605b63045 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0705709
Apr 19 13:32:19.679823 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577457-4c40-42df-a307-040a154faef5 req-45ed7db6-8697-429b-9eea-23890fda4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:19.681432 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-45ed7db6-8697-429b-9eea-23890fda4042 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785882
Apr 19 13:32:19.825828 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-51906597-1d63-40ff-bf0d-211b07887488 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335976
Apr 19 13:32:19.968685 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-71577457-4c40-42df-a307-040a154faef5 req-30efe9aa-95c0-423d-92d2-fb9f72ea7ef3 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361032
Apr 19 13:32:20.100122 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-e1af16df-62b3-45bc-be94-d33bad206c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:20.101723 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-e1af16df-62b3-45bc-be94-d33bad206c48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 1097 time: 0.0864265
Apr 19 13:32:20.183663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0ec75-ce4b-4aac-a263-ff96bc2403fc req-d2e0a56a-90c7-4202-b62a-2890caca103b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:20.185266 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0ea0ec75-ce4b-4aac-a263-ff96bc2403fc req-d2e0a56a-90c7-4202-b62a-2890caca103b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 944 time: 0.1035759
Apr 19 13:32:20.234609 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0ea0ec75-ce4b-4aac-a263-ff96bc2403fc req-7fdecfe8-0af0-43ab-bfdd-63cc22831a1e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425255
Apr 19 13:32:20.251531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-e7d981fc-25cc-4080-a9cb-fab7a234649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:20.253111 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-e7d981fc-25cc-4080-a9cb-fab7a234649d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1437533
Apr 19 13:32:20.333144 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-00ab808e-52f9-49cf-ba32-e2899d2caec0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26970ad8-0100-45c8-8bc7-f77765236881 HTTP/1.1" status: 200  len: 217 time: 0.0671492
Apr 19 13:32:20.410065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-dddb3f89-e5b3-4356-a733-553d20174aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:20.411987 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-dddb3f89-e5b3-4356-a733-553d20174aad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0685954
Apr 19 13:32:20.499801 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-55c3e61e-7f2c-492d-9aa0-7899ad8b2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:20.501342 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-55c3e61e-7f2c-492d-9aa0-7899ad8b2ee9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793195
Apr 19 13:32:20.651111 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-24d7be5b-3c96-41a5-9025-5dc36afb8756 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397669
Apr 19 13:32:20.802054 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-46c91c55-a7af-4825-b922-ca1cfff3da93 req-54a90e19-eca6-42ff-8c93-619c4010b883 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403723
Apr 19 13:32:21.438520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c961a3d-1a1f-47ae-820d-986ce6420a31 req-0c03e13a-a453-42e5-b5ad-f9dd8d8637bc tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:21.440176 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4c961a3d-1a1f-47ae-820d-986ce6420a31 req-0c03e13a-a453-42e5-b5ad-f9dd8d8637bc tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 944 time: 0.0874343
Apr 19 13:32:21.488818 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4c961a3d-1a1f-47ae-820d-986ce6420a31 req-3bfc9be2-e00e-43e5-91cc-55cc954952e3 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421169
Apr 19 13:32:22.694836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c5661-4a4f-4fc4-b350-f48e3f6b8a9b req-0d7e698e-1f54-4b51-92a4-c4ae47a32899 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:22.696424 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-879c5661-4a4f-4fc4-b350-f48e3f6b8a9b req-0d7e698e-1f54-4b51-92a4-c4ae47a32899 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 944 time: 0.0918071
Apr 19 13:32:22.744977 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-879c5661-4a4f-4fc4-b350-f48e3f6b8a9b req-33f2b99f-c2c4-4546-bc58-ffe72f5968a3 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422797
Apr 19 13:32:23.945266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcb94f-d383-4744-ae7b-d2930eebfd7c req-0ddf29fa-5a33-4327-8cd2-a0788d896937 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:23.946863 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-23dcb94f-d383-4744-ae7b-d2930eebfd7c req-0ddf29fa-5a33-4327-8cd2-a0788d896937 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 944 time: 0.0875671
Apr 19 13:32:23.997106 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-23dcb94f-d383-4744-ae7b-d2930eebfd7c req-80d8354a-4737-401e-95c7-25dccc5befa4 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440471
Apr 19 13:32:24.946780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cbebcb3b-b097-4541-b40e-b584b8efcaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:25.198085 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dc803-758d-40d0-ba31-4ad13f4ef874 req-1cdf048e-2e6b-4a2d-a3eb-418f880c7df0 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:25.199756 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c62dc803-758d-40d0-ba31-4ad13f4ef874 req-1cdf048e-2e6b-4a2d-a3eb-418f880c7df0 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 944 time: 0.0898480
Apr 19 13:32:25.247530 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c62dc803-758d-40d0-ba31-4ad13f4ef874 req-bc94163b-4160-45c6-a02d-4ae6a1b87e82 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414717
Apr 19 13:32:26.453126 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ea370-0c45-49f8-b88e-af7144b9f048 req-87971402-78e7-4c09-b409-1816a0f4c6db tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:26.454770 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fb5ea370-0c45-49f8-b88e-af7144b9f048 req-87971402-78e7-4c09-b409-1816a0f4c6db tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 944 time: 0.0927472
Apr 19 13:32:26.503752 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-fb5ea370-0c45-49f8-b88e-af7144b9f048 req-331bbbb3-70b8-4cdc-99d8-ac414473a936 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421469
Apr 19 13:32:27.704383 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014a3f-a442-4e26-acd9-7043a24923eb req-9f9d53f8-0923-4965-a3f1-63ac07a72792 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:27.706445 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5a014a3f-a442-4e26-acd9-7043a24923eb req-9f9d53f8-0923-4965-a3f1-63ac07a72792 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 944 time: 0.0897322
Apr 19 13:32:27.758909 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5a014a3f-a442-4e26-acd9-7043a24923eb req-9f040f59-59b2-404b-8805-e7322831a626 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411239
Apr 19 13:32:27.918259 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:28.011547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5f04e927-efb9-4697-8b6d-3bcb1d42eb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:28.141970 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 26970ad8-0100-45c8-8bc7-f77765236881 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:32:28.287132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 26970ad8-0100-45c8-8bc7-f77765236881, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=26970ad8-0100-45c8-8bc7-f77765236881,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:28.301824 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '26970ad8-0100-45c8-8bc7-f77765236881', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'mac_address': 'fa:16:3e:19:7c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:32:28.364817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:28.386113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26970ad8-0100-45c8-8bc7-f77765236881 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:32:28.415144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 26970ad8-0100-45c8-8bc7-f77765236881, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=26970ad8-0100-45c8-8bc7-f77765236881,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:28.416759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:28.418199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:28.420888 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:28.491690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=26970ad8-0100-45c8-8bc7-f77765236881,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:28.495157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:28.659597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['26970ad8-0100-45c8-8bc7-f77765236881'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:32:28.685778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36260) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:29.017693 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:29.327402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ec91f-1d82-40a0-a61c-19b7f2037762 req-80d311a4-5901-46e0-98fe-8abcdf7e5e35 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:29.329002 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-232ec91f-1d82-40a0-a61c-19b7f2037762 req-80d311a4-5901-46e0-98fe-8abcdf7e5e35 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 945 time: 0.4438963
Apr 19 13:32:29.332931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Deleting port 3a8630ae-39eb-4605-935b-03d794c06610 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:29.333340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:29.459352 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-232ec91f-1d82-40a0-a61c-19b7f2037762 req-4fab3112-7cd6-48fd-8e6c-d9be0e704e11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957611
Apr 19 13:32:29.555445 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:29.555822 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:29.697492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Calling delete_port for 3a8630ae-39eb-4605-935b-03d794c06610 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:29.854830 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:29.859631 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5e14fb62-a9d6-4c98-9f6d-6c1e93ed9565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:29.908501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event deleted for resources: {'Port': ['ID=3a8630ae-39eb-4605-935b-03d794c06610,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:29.944069 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.944498 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.944922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.945337 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.945746 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.946160 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.946615 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.947022 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.947428 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.947832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.948236 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.948640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:29.956547 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:30.018009 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:30.018600 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Floating IP 61a9d88b-2faa-42a3-8cc4-4ce3e9f3d705 disassociated (deleted). External IP: 172.27.0.172, port: 3adfcf49-0432-47e8-890c-80d39bb3675e.
Apr 19 13:32:30.170058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 26970ad8-0100-45c8-8bc7-f77765236881 up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:32:30.243292 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:30.258031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 26970ad8-0100-45c8-8bc7-f77765236881 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:32:30.262966 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 26970ad8-0100-45c8-8bc7-f77765236881 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:32:30.263381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:30.390172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:30.404530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Router 1ee31edb-986c-421e-b127-c18d94ec2edf has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:32:30.419662 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26970ad8-0100-45c8-8bc7-f77765236881'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:32:30.430634 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 26970ad8-0100-45c8-8bc7-f77765236881, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=26970ad8-0100-45c8-8bc7-f77765236881,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:30.433814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:30.435779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:30.475030 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26970ad8-0100-45c8-8bc7-f77765236881', 'code': 200}
Apr 19 13:32:30.512176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=26970ad8-0100-45c8-8bc7-f77765236881,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:30.515390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:30.656113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:32:30.666143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] Sync routers for ids ['1ee31edb-986c-421e-b127-c18d94ec2edf'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:32:30.676720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] Routers {'1ee31edb-986c-421e-b127-c18d94ec2edf'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:32:30.677799 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2959f47dd8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:32:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['1ee31edb-986c-421e-b127-c18d94ec2edf'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:30.695084 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:30.763541 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "DELETE /v2.0/floatingips/61a9d88b-2faa-42a3-8cc4-4ce3e9f3d705 HTTP/1.1" status: 204  len: 168 time: 2.0764747
Apr 19 13:32:30.768690 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:32:30.787226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8d15-5fde-448f-bc60-c0ce2ba03c35 req-7cb366a9-ff5b-4cb8-87d4-2268725c98ab tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:30.788905 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b6ed8d15-5fde-448f-bc60-c0ce2ba03c35 req-7cb366a9-ff5b-4cb8-87d4-2268725c98ab tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 946 time: 0.2013283
Apr 19 13:32:30.804569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c9dd5-428e-4b49-9d3e-1a9d8649dafe req-8031dd77-cb90-44ef-b7ea-cd07bc0af5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:30.806345 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a67c9dd5-428e-4b49-9d3e-1a9d8649dafe req-8031dd77-cb90-44ef-b7ea-cd07bc0af5aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 1099 time: 0.1000884
Apr 19 13:32:30.871231 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b6ed8d15-5fde-448f-bc60-c0ce2ba03c35 req-3fe4883d-b3e0-4201-b3ac-8fb0ef647e33 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752988
Apr 19 13:32:30.888624 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a67c9dd5-428e-4b49-9d3e-1a9d8649dafe req-53668274-baf6-42f6-8a12-4c1c4347bb46 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745711
Apr 19 13:32:30.923406 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] Set router 1ee31edb-986c-421e-b127-c18d94ec2edf gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:32:30.928174 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'status': 'completed', 'code': 200}
Apr 19 13:32:31.042889 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-3ff88129-2c3b-4787-b625-165168e24140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:31.044659 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-3ff88129-2c3b-4787-b625-165168e24140 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=855b7dbfab6d4701bf3803549ef38760&device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 1098 time: 0.0847547
Apr 19 13:32:31.196131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-f01f6341-fa26-44c1-a205-29a8ea3a56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:31.198298 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-f01f6341-fa26-44c1-a205-29a8ea3a56b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18b42057-d1db-458d-aaf0-34b91428003d HTTP/1.1" status: 200  len: 910 time: 0.1467779
Apr 19 13:32:31.211377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f2c40-2a8e-45f1-88bf-059ca029ce97 req-3948f967-9762-43f3-a07e-b0f397505079 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:31.212174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-6a1f2c40-2a8e-45f1-88bf-059ca029ce97 req-3948f967-9762-43f3-a07e-b0f397505079 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Synchronizing usage tracker for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:32:31.228015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-6a1f2c40-2a8e-45f1-88bf-059ca029ce97 req-3948f967-9762-43f3-a07e-b0f397505079 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Unset dirty status for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:32:31.229301 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6a1f2c40-2a8e-45f1-88bf-059ca029ce97 req-3948f967-9762-43f3-a07e-b0f397505079 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.1184573
Apr 19 13:32:31.281547 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-6a1f2c40-2a8e-45f1-88bf-059ca029ce97 req-e9220a84-d130-44bb-840d-2afd1f09e3a9 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450063
Apr 19 13:32:31.287787 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-fbb4e721-e239-4d9c-869d-9b08d61a3699 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3adfcf49-0432-47e8-890c-80d39bb3675e HTTP/1.1" status: 200  len: 217 time: 0.0817549
Apr 19 13:32:31.308042 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2959f47dd8>, [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81', 'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'mac_address': 'fa:16:3e:7f:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:16Z', 'updated_at': '2021-04-19T13:27:23Z', 'revision_number': 5, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'subnets': [{'id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:31.312279 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] Checking router: 1ee31edb-986c-421e-b127-c18d94ec2edf for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:32:31.321826 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] Routers {'1ee31edb-986c-421e-b127-c18d94ec2edf'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:32:31.322531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2959f47dd8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:32:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['1ee31edb-986c-421e-b127-c18d94ec2edf'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:31.362705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-bd862f31-8c66-4a06-a64d-5aed921cf44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:31.364925 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-bd862f31-8c66-4a06-a64d-5aed921cf44e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1618ee8e-82d2-4094-91de-5871701a5ddd HTTP/1.1" status: 200  len: 848 time: 0.0696001
Apr 19 13:32:31.456455 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-377ceb41-f48b-46c9-89d1-4cd812618d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:31.458163 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-377ceb41-f48b-46c9-89d1-4cd812618d98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18b42057-d1db-458d-aaf0-34b91428003d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861433
Apr 19 13:32:31.511670 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] Set router 1ee31edb-986c-421e-b127-c18d94ec2edf gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:32:31.606841 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-d8a98ffa-04df-4f62-a1a7-857527c5d7c2 service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392412
Apr 19 13:32:31.761291 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-662fbeb5-9f5f-46f0-9ce1-1d4a96141b2d req-2b960e90-9ac3-4037-940a-22efd257768b service neutron] 10.222.0.10 "GET /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411734
Apr 19 13:32:31.853247 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2959f47dd8>, [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81', 'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'mac_address': 'fa:16:3e:7f:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:16Z', 'updated_at': '2021-04-19T13:27:23Z', 'revision_number': 5, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'subnets': [{'id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:31.857512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3245cad-f653-420f-9cdb-fd3978c9c4af None None] The sync data for ids ['1ee31edb-986c-421e-b127-c18d94ec2edf'] in dv-cinder-786873-1-iscsi is: [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:27:17Z', 'revision_number': 4, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': '79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81', 'name': '', 'network_id': '18b42057-d1db-458d-aaf0-34b91428003d', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'mac_address': 'fa:16:3e:7f:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:16Z', 'updated_at': '2021-04-19T13:27:23Z', 'revision_number': 5, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'subnets': [{'id': '1618ee8e-82d2-4094-91de-5871701a5ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:32:32.072506 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4c7e7-e34e-4dc5-9e15-9867ec0ec946 req-5bfc4949-93c4-47a3-86ce-67977e5c7262 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:32.075236 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-06e4c7e7-e34e-4dc5-9e15-9867ec0ec946 req-5bfc4949-93c4-47a3-86ce-67977e5c7262 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 946 time: 0.0937796
Apr 19 13:32:32.127656 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-06e4c7e7-e34e-4dc5-9e15-9867ec0ec946 req-f7ba1848-15b2-4222-b075-97a76fb127c8 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461354
Apr 19 13:32:32.273652 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a96b538-83d3-4c6f-8cc8-26c87d4c446a None None] New status for floating IP 61a9d88b-2faa-42a3-8cc4-4ce3e9f3d705: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:32:32.342627 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3df25-1c22-4b63-a5ac-27a26c7c9fa4 req-2db805b1-5e39-4ef5-b510-d57dcc32f7b6 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:32.346636 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6d3df25-1c22-4b63-a5ac-27a26c7c9fa4 req-2db805b1-5e39-4ef5-b510-d57dcc32f7b6 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 946 time: 0.0987549
Apr 19 13:32:32.397720 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a6d3df25-1c22-4b63-a5ac-27a26c7c9fa4 req-d1ff1d15-e1de-46c7-956f-b788f4a73895 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464308
Apr 19 13:32:32.427710 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36306) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:32.502532 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4ee27-8b07-46d8-95ad-eda1c123ca0d req-4f91b72c-7eb0-4d83-b62f-126e525d9ec9 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:32.504155 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4ce4ee27-8b07-46d8-95ad-eda1c123ca0d req-4f91b72c-7eb0-4d83-b62f-126e525d9ec9 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.1013725
Apr 19 13:32:32.520938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7cf8cb-ccea-4c55-8284-ec2de3108a16 tempest-TestVolumeBootPattern-900949853 tempest-TestVolumeBootPattern-900949853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:32.521721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-aa7cf8cb-ccea-4c55-8284-ec2de3108a16 tempest-TestVolumeBootPattern-900949853 tempest-TestVolumeBootPattern-900949853-project-admin] Synchronizing usage tracker for tenant:9694e762fed14ba1b75ff97d3c571393 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:32:32.537885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-aa7cf8cb-ccea-4c55-8284-ec2de3108a16 tempest-TestVolumeBootPattern-900949853 tempest-TestVolumeBootPattern-900949853-project-admin] Unset dirty status for tenant:9694e762fed14ba1b75ff97d3c571393 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:32:32.539266 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-aa7cf8cb-ccea-4c55-8284-ec2de3108a16 tempest-TestVolumeBootPattern-900949853 tempest-TestVolumeBootPattern-900949853-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 1094 time: 0.1103754
Apr 19 13:32:32.542191 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36310) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:32.547836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'floatingip': {'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:32:32.555530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:32:32.559617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:floatingip and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:32:32.561936 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4ce4ee27-8b07-46d8-95ad-eda1c123ca0d req-fc6b700e-70dc-486b-a88b-4924cb42b428 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501475
Apr 19 13:32:32.562711 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:32:32.569784 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:32:32.579998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:32.722839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:32.926742 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Allocated IP 172.27.0.236 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/8767768d-4965-4ec7-a758-09f40316ad49) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:32:32.985827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-122ccd3c-0e50-4a31-8dd8-f10353d2efe2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:32.986609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-122ccd3c-0e50-4a31-8dd8-f10353d2efe2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Synchronizing usage tracker for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:32:33.057102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-122ccd3c-0e50-4a31-8dd8-f10353d2efe2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Unset dirty status for tenant:855b7dbfab6d4701bf3803549ef38760 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:32:33.058296 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-122ccd3c-0e50-4a31-8dd8-f10353d2efe2 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.10 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.2269988
Apr 19 13:32:33.170575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Deleting port 3adfcf49-0432-47e8-890c-80d39bb3675e {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:33.171133 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:33.214730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:33.403556 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:33.413456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-01bd3649-f920-4ae8-b0eb-ee7e2a4ce72c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:33.502253 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:32:33.508513 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:32:33.515451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:32:33.558266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'Port': ['ID=8767768d-4965-4ec7-a758-09f40316ad49,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:33.570510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:33.585834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] For port 3adfcf49-0432-47e8-890c-80d39bb3675e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3adfcf49-0432-47e8-890c-80d39bb3675e,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:33.586240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:33.776023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32fc5b-0123-4319-8ba5-e540a199a468 req-1ceeb125-e71c-4ba8-b093-74977c4f6996 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:33.777687 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cb32fc5b-0123-4319-8ba5-e540a199a468 req-1ceeb125-e71c-4ba8-b093-74977c4f6996 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 945 time: 0.0942688
Apr 19 13:32:33.829870 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-cb32fc5b-0123-4319-8ba5-e540a199a468 req-5a875793-e39d-44ed-8b4c-0b8fdc5c8c55 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/security-groups?id=a293b097-c3c0-4802-a4d3-2268d2718740&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454495
Apr 19 13:32:34.004223 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Calling delete_port for 3adfcf49-0432-47e8-890c-80d39bb3675e owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:34.385785 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:34.393693 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d5fde3c3-bc1e-4e65-bc54-f668923210b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:34.446209 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event deleted for resources: {'Port': ['ID=3adfcf49-0432-47e8-890c-80d39bb3675e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:34.452374 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:34.546261 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] No DVR routers for this DVR port 3adfcf49-0432-47e8-890c-80d39bb3675e on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:32:34.549689 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:34.553176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'name': 'network-vif-deleted', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:32:34.591166 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-19d00e3e-9bf6-4102-ad40-e88661a23aa7 req-a1b27aaa-6df0-41cc-a2e7-198fb351437b tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.10 "DELETE /v2.0/ports/3adfcf49-0432-47e8-890c-80d39bb3675e HTTP/1.1" status: 204  len: 173 time: 1.5250978
Apr 19 13:32:34.627268 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c57c82-eb65-455a-a6bb-94c2160f8aa9', 'name': 'network-vif-deleted', 'tag': '3adfcf49-0432-47e8-890c-80d39bb3675e', 'status': 'completed', 'code': 200}
Apr 19 13:32:34.632729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:34.714096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:34.950489 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:34.960053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:34.966456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c668fcba-4abb-42c7-ac6b-27fcbb20803b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:35.045513 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-94d67683-1ee8-4a09-9000-2f7f184879ac req-f4eeb065-86f0-45dc-81be-36b822098a43 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c57c82-eb65-455a-a6bb-94c2160f8aa9 HTTP/1.1" status: 200  len: 210 time: 0.0717647
Apr 19 13:32:35.095381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'Port': ['ID=8767768d-4965-4ec7-a758-09f40316ad49,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:35.104518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:35.115058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:35.299008 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Floating IP 338a44ed-f5c4-482b-954e-27184dfda1db associated. External IP: 172.27.0.236, port: 26970ad8-0100-45c8-8bc7-f77765236881.
Apr 19 13:32:35.416407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:32:35.683906 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Router dabf9372-0d91-41f7-93e3-523c522db7b2 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:32:35.876293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:32:35.886306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] Sync routers for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:32:35.896642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:35.896885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:32:35.897567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2959f474a8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:32:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:35.954807 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4114382
Apr 19 13:32:36.089716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:32:36.172276 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36354) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:36.231827 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 3adfcf49-0432-47e8-890c-80d39bb3675e no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:32:36.259426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f6e5644a-fd19-4559-9c40-6b417eaa0f24 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:36.278894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: 3adfcf49-0432-47e8-890c-80d39bb3675e {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:32:36.279232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 3adfcf49-0432-47e8-890c-80d39bb3675e not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:32:36.297121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f6e5644a-fd19-4559-9c40-6b417eaa0f24 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:36.351086 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f6e5644a-fd19-4559-9c40-6b417eaa0f24 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:36.356395 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-09ca978b-1e65-4417-abcc-b79cac74b5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:36.374860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5644a-fd19-4559-9c40-6b417eaa0f24 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a293b097-c3c0-4802-a4d3-2268d2718740,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:36.377677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f6e5644a-fd19-4559-9c40-6b417eaa0f24 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:36.388458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f6e5644a-fd19-4559-9c40-6b417eaa0f24 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:36.389706 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f6e5644a-fd19-4559-9c40-6b417eaa0f24 tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] 10.222.0.26 "DELETE /v2.0/security-groups/a293b097-c3c0-4802-a4d3-2268d2718740 HTTP/1.1" status: 204  len: 168 time: 0.2162833
Apr 19 13:32:36.432500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36362) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:36.535181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2959f474a8>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '338a44ed-f5c4-482b-954e-27184dfda1db', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:19:7c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:32:34Z', 'updated_at': '2021-04-19T13:32:34Z', 'revision_number': 0, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:36.539829 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] Checking router: dabf9372-0d91-41f7-93e3-523c522db7b2 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:32:36.548942 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:32:36.549608 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2959f474a8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:32:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:36.628838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'tag': '26970ad8-0100-45c8-8bc7-f77765236881'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:32:36.678127 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'tag': '26970ad8-0100-45c8-8bc7-f77765236881', 'status': 'completed', 'code': 200}
Apr 19 13:32:36.745900 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:32:36.778294 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-5cce4b56-6ade-4ed8-a21c-baa095f8ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:36.779954 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-5cce4b56-6ade-4ed8-a21c-baa095f8ebaa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 1099 time: 0.0804739
Apr 19 13:32:36.932667 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-4d942c56-3cf6-47bc-8376-4e73e921f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:36.934264 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-4d942c56-3cf6-47bc-8376-4e73e921f980 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1469200
Apr 19 13:32:37.055926 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-5ffe2fb8-7f81-4cf4-8bbc-76e7183971b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26970ad8-0100-45c8-8bc7-f77765236881 HTTP/1.1" status: 200  len: 1000 time: 0.1145465
Apr 19 13:32:37.152941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-dc419d0e-9db1-4de0-a5cc-1f56bdb35985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:37.154546 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-dc419d0e-9db1-4de0-a5cc-1f56bdb35985 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0891254
Apr 19 13:32:37.174232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992982'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:37.320010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2959f474a8>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '338a44ed-f5c4-482b-954e-27184dfda1db', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:19:7c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:32:34Z', 'updated_at': '2021-04-19T13:32:34Z', 'revision_number': 0, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:37.330417 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8dc201-9bb5-40d0-8491-c986049c6b6b None None] The sync data for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi is: [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '338a44ed-f5c4-482b-954e-27184dfda1db', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:19:7c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:32:34Z', 'updated_at': '2021-04-19T13:32:34Z', 'revision_number': 0, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:32:37.372504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36372) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:37.520849 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-ccb17573-3691-4d7d-bcce-ce42b6135e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:32:37.522584 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-ccb17573-3691-4d7d-bcce-ce42b6135e57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3602014
Apr 19 13:32:37.618519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558aeeb-fed8-47b9-a6f2-9f2ded49a619 None None] New status for floating IP 338a44ed-f5c4-482b-954e-27184dfda1db: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:32:37.680486 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-5a3777aa-cad9-46a5-802e-c32dbc5fc40b service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496668
Apr 19 13:32:37.804679 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98b66af-2bb1-45bb-8067-65b2c557aff4 admin admin] Deleting subnet ae710589-07da-4d7f-a36a-ed2b864b449b {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:32:37.809921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d98b66af-2bb1-45bb-8067-65b2c557aff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:37.832221 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-47760c37-bddd-40dc-87f2-86f30fba4a49 req-b8dbebce-d276-4f0a-8bab-8e17ba8be6f4 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447785
Apr 19 13:32:37.880164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d98b66af-2bb1-45bb-8067-65b2c557aff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6670355'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:38.000197 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d98b66af-2bb1-45bb-8067-65b2c557aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:38.038438 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Deleting port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:38.038819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:38.402817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] For port 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:38.403143 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:38.544951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Calling delete_port for 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:38.612380 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d98b66af-2bb1-45bb-8067-65b2c557aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847824358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848102765'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:38.627122 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:38.682959 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b66af-2bb1-45bb-8067-65b2c557aff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae710589-07da-4d7f-a36a-ed2b864b449b,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:38.685137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d98b66af-2bb1-45bb-8067-65b2c557aff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:38.689945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d98b66af-2bb1-45bb-8067-65b2c557aff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:38.695996 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d98b66af-2bb1-45bb-8067-65b2c557aff4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ae710589-07da-4d7f-a36a-ed2b864b449b HTTP/1.1" status: 204  len: 168 time: 1.3219674
Apr 19 13:32:38.698832 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36376) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:38.780381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:38.785156 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2ad2242a-ce5e-4fb7-840d-2c8974a37791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:38.816230 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:38.834850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:38.838227 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:38.959545 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:39.078944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f29594094e0>,) {'filters': {'network_id': ['c388b66a-3d2b-4e38-9297-19d32927d529']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:39.093613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f29594094e0>, '41778d47-b2ff-4b64-9ed1-fb682647c658') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:39.093956 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f29594094e0>, '41778d47-b2ff-4b64-9ed1-fb682647c658') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:39.107010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847493788'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:39.127954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:39.130249 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846912933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993064'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:39.135769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:32:39.323565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Network c388b66a-3d2b-4e38-9297-19d32927d529 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:32:39.332977 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848273308'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:39.516769 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Router 1ee31edb-986c-421e-b127-c18d94ec2edf has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:32:39.520593 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Network c388b66a-3d2b-4e38-9297-19d32927d529 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:32:39.543963 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:32:39.635052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:39.638885 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:39.653292 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:39.665157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Pushing event deleted for resources: {'Network': ['ID=c388b66a-3d2b-4e38-9297-19d32927d529,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:39.668660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:39.673511 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7d41eb24-16fe-4a2f-8e60-feefdecb252a admin admin] 10.222.0.26 "DELETE /v2.0/networks/c388b66a-3d2b-4e38-9297-19d32927d529 HTTP/1.1" status: 204  len: 168 time: 0.9735837
Apr 19 13:32:39.719191 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:32:39.729504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] Sync routers for ids ['1ee31edb-986c-421e-b127-c18d94ec2edf'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:32:39.732937 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-6cacd466-0491-4c3e-b422-5571aba64038 admin admin] 10.222.0.26 "PUT /v2.0/routers/1ee31edb-986c-421e-b127-c18d94ec2edf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2992740
Apr 19 13:32:39.735950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36382) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:39.741735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] Routers {'1ee31edb-986c-421e-b127-c18d94ec2edf'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:32:39.742442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2959d4be10>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:32:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['1ee31edb-986c-421e-b127-c18d94ec2edf'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:39.803752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36386) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:39.941179 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] Set router 1ee31edb-986c-421e-b127-c18d94ec2edf gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:32:39.967394 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-405811eb-b615-44db-aa9c-5bf9ba4a0f63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4720ab20513423fa555c3f9c8e4d28e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1597672
Apr 19 13:32:39.967826 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36390) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:39.976127 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:40.031327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-85336e32-15f8-4cce-943b-c2de1c46c659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:40.059140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-85336e32-15f8-4cce-943b-c2de1c46c659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:40.108958 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-85336e32-15f8-4cce-943b-c2de1c46c659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:40.120030 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6a06f1ae-0462-4cf2-b88a-15e6f4afd5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:40.132158 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85336e32-15f8-4cce-943b-c2de1c46c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f2a329-0a81-4261-af9c-2fe62fffa710,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:40.136217 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-85336e32-15f8-4cce-943b-c2de1c46c659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:40.140080 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-85336e32-15f8-4cce-943b-c2de1c46c659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:40.141720 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-85336e32-15f8-4cce-943b-c2de1c46c659 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6f2a329-0a81-4261-af9c-2fe62fffa710 HTTP/1.1" status: 204  len: 168 time: 0.1728234
Apr 19 13:32:40.181883 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:40.193029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Deleting port 373b86a6-20c9-4898-b368-40280071be77 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:40.193375 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:40.291752 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2959d4be10>, [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '373b86a6-20c9-4898-b368-40280071be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:32:38Z', 'revision_number': 5, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port': {'id': '373b86a6-20c9-4898-b368-40280071be77', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:13Z', 'updated_at': '2021-04-19T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:40.296780 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] Checking router: 1ee31edb-986c-421e-b127-c18d94ec2edf for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:32:40.307601 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] Routers {'1ee31edb-986c-421e-b127-c18d94ec2edf'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:32:40.308298 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2959d4be10>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:32:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['1ee31edb-986c-421e-b127-c18d94ec2edf'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:40.398071 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] For port 373b86a6-20c9-4898-b368-40280071be77, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=373b86a6-20c9-4898-b368-40280071be77,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:40.398520 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:40.484434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] Set router 1ee31edb-986c-421e-b127-c18d94ec2edf gateway port host: None {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:32:40.542747 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Calling delete_port for 373b86a6-20c9-4898-b368-40280071be77 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:40.606810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2959d4be10>, [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:32:40Z', 'revision_number': 6, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port_host': None}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:40.611252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c378c5-f4bb-4356-9f60-9752d64bca0d None None] The sync data for ids ['1ee31edb-986c-421e-b127-c18d94ec2edf'] in dv-cinder-786873-1-iscsi is: [{'id': '1ee31edb-986c-421e-b127-c18d94ec2edf', 'name': 'tempest-TestShelveInstance-1754407817-router', 'tenant_id': '855b7dbfab6d4701bf3803549ef38760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:12Z', 'updated_at': '2021-04-19T13:32:40Z', 'revision_number': 6, 'project_id': '855b7dbfab6d4701bf3803549ef38760', 'gw_port_host': None}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:32:40.737957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:40.743300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-92c92604-383c-4946-93d7-783c0ab5a26b tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:40.793573 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Pushing event deleted for resources: {'Port': ['ID=373b86a6-20c9-4898-b368-40280071be77,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:40.796999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:40.897251 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846802839'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.081848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846783179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773260'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.084808 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.107881 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7964529'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.108555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee31edb-986c-421e-b127-c18d94ec2edf {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 13:32:41.122512 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.123794 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-27f868e3-d38b-464a-a89a-e9c63c457648 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1ee31edb-986c-421e-b127-c18d94ec2edf HTTP/1.1" status: 204  len: 168 time: 1.3867528
Apr 19 13:32:41.126559 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36396) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:41.198232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b507db-1815-4e46-b726-d425edbfe890 admin admin] Deleting subnet 1618ee8e-82d2-4094-91de-5871701a5ddd {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:32:41.201328 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d0b507db-1815-4e46-b726-d425edbfe890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.254398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d0b507db-1815-4e46-b726-d425edbfe890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6670355'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.338807 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d0b507db-1815-4e46-b726-d425edbfe890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.393015 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 373b86a6-20c9-4898-b368-40280071be77 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:32:41.431848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 373b86a6-20c9-4898-b368-40280071be77 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:32:41.432258 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 373b86a6-20c9-4898-b368-40280071be77 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:32:41.432731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:32:41.472329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:32:41.472734 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 79b8c12c-b3d9-4cf1-ae9b-ddca596a4a81 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:32:41.604182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d0b507db-1815-4e46-b726-d425edbfe890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847824358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848102765'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.609091 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:41.648468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b507db-1815-4e46-b726-d425edbfe890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1618ee8e-82d2-4094-91de-5871701a5ddd,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:41.651817 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d0b507db-1815-4e46-b726-d425edbfe890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:41.652930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d0b507db-1815-4e46-b726-d425edbfe890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.657602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd2675-a98c-4f41-9307-ccec26e94f12 None None] Network 18b42057-d1db-458d-aaf0-34b91428003d requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:32:41.659143 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-d0b507db-1815-4e46-b726-d425edbfe890 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1618ee8e-82d2-4094-91de-5871701a5ddd HTTP/1.1" status: 204  len: 168 time: 0.5314801
Apr 19 13:32:41.662779 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36400) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:41.778310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.789983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Deleting port fe50249c-ff39-4e86-9e3a-c6522d183edc {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:41.790386 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:41.922735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] DHCP port deletion for 18b42057-d1db-458d-aaf0-34b91428003d request from dv-cinder-786873-1-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 13:32:41.927627 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Deleting port fe50249c-ff39-4e86-9e3a-c6522d183edc {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:41.928052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:42.161500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] For port fe50249c-ff39-4e86-9e3a-c6522d183edc, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=fe50249c-ff39-4e86-9e3a-c6522d183edc,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:42.161868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:42.264310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] For port fe50249c-ff39-4e86-9e3a-c6522d183edc, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=fe50249c-ff39-4e86-9e3a-c6522d183edc,segment=NetworkSegment(4e8cf31c-e42c-45ab-b9a1-5d41611d6afb),segment_id=4e8cf31c-e42c-45ab-b9a1-5d41611d6afb)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:42.264721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:42.294883 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Calling delete_port for fe50249c-ff39-4e86-9e3a-c6522d183edc owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:42.374914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:42.380242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:42.400764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Calling delete_port for fe50249c-ff39-4e86-9e3a-c6522d183edc owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:42.428501 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] No DVR routers for this DVR port fe50249c-ff39-4e86-9e3a-c6522d183edc on host dv-cinder-786873-1-iscsi {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:32:42.434755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Pushing event deleted for resources: {'Port': ['ID=fe50249c-ff39-4e86-9e3a-c6522d183edc,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:42.442781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.443174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.443553 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.443928 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.444300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.444671 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.445078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.445480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.445848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.446214 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.446595 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.446957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:32:42.450092 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-0f7cd6dc-1e77-4b9d-8630-809a85dc4bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:42.477385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:32:42.477757 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:32:42.979174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Deleting port fe50249c-ff39-4e86-9e3a-c6522d183edc {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:42.979743 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:43.053931 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] The port 'fe50249c-ff39-4e86-9e3a-c6522d183edc' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 13:32:43.177269 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:43.291180 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2959f22320>,) {'filters': {'network_id': ['18b42057-d1db-458d-aaf0-34b91428003d']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:43.304952 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2959f22320>, '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:43.305301 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2959f22320>, '4e8cf31c-e42c-45ab-b9a1-5d41611d6afb') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:43.318252 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848105445'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:43.333334 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:43.339648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:32:43.385500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device fe50249c-ff39-4e86-9e3a-c6522d183edc no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:32:43.422374 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: fe50249c-ff39-4e86-9e3a-c6522d183edc {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:32:43.422795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device fe50249c-ff39-4e86-9e3a-c6522d183edc not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:32:43.524883 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Network 18b42057-d1db-458d-aaf0-34b91428003d has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:32:43.533954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6954937'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:43.715674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Network 18b42057-d1db-458d-aaf0-34b91428003d has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   % (table.description, expected, rows_matched)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   % (table.description, expected, rows_matched)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   % (table.description, expected, rows_matched)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   % (table.description, expected, rows_matched)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:32:43.739268 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:32:43.817889 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:43.821844 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:43.841208 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:43.843915 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Pushing event deleted for resources: {'Network': ['ID=18b42057-d1db-458d-aaf0-34b91428003d,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:43.846983 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:43.861385 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-49c46531-78a3-4b09-86d8-d7ed517db43a admin admin] 10.222.0.26 "DELETE /v2.0/networks/18b42057-d1db-458d-aaf0-34b91428003d HTTP/1.1" status: 204  len: 168 time: 2.1975825
Apr 19 13:32:43.865226 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36406) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:44.443443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992982'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:44.820204 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Deleting port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:44.820502 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:45.005456 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] For port 35871c0e-c5f0-4aac-8995-c8c1e1325ebd, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=35871c0e-c5f0-4aac-8995-c8c1e1325ebd,segment=NetworkSegment(959576a9-c5ae-4e4f-842c-53db490eb302),segment_id=959576a9-c5ae-4e4f-842c-53db490eb302)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:45.005858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:45.141483 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Calling delete_port for 35871c0e-c5f0-4aac-8995-c8c1e1325ebd owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:45.314669 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:45.320029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:45.365215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=35871c0e-c5f0-4aac-8995-c8c1e1325ebd,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:45.368636 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:45.644105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846912933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993064'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:46.268139 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Router 6208378b-0b5c-4240-890c-682fc795db3c has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:32:46.459158 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:32:46.468887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] Sync routers for ids ['6208378b-0b5c-4240-890c-682fc795db3c'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:32:46.469936 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4772f933-9bae-4afd-90bd-316b636dfc95 admin admin] 10.222.0.26 "PUT /v2.0/routers/6208378b-0b5c-4240-890c-682fc795db3c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6036513
Apr 19 13:32:46.472581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36410) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:46.479427 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] Routers {'6208378b-0b5c-4240-890c-682fc795db3c'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:32:46.480099 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295b04a470>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:32:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['6208378b-0b5c-4240-890c-682fc795db3c'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:46.664326 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:46.671255 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] Set router 6208378b-0b5c-4240-890c-682fc795db3c gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:32:46.852542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:46.860914 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Deleting port f87311f5-468e-469f-9837-01f30ab7ea51 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:46.861304 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:46.979495 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295b04a470>, [{'id': '6208378b-0b5c-4240-890c-682fc795db3c', 'name': 'tempest-TestShelveInstance-1845951510-router', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:20Z', 'updated_at': '2021-04-19T13:32:45Z', 'revision_number': 5, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'gw_port': {'id': 'f87311f5-468e-469f-9837-01f30ab7ea51', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208378b-0b5c-4240-890c-682fc795db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:27:21Z', 'updated_at': '2021-04-19T13:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:46.983578 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] Checking router: 6208378b-0b5c-4240-890c-682fc795db3c for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:32:46.993278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] Routers {'6208378b-0b5c-4240-890c-682fc795db3c'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:32:46.993933 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295b04a470>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:32:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['6208378b-0b5c-4240-890c-682fc795db3c'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:47.058694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] For port f87311f5-468e-469f-9837-01f30ab7ea51, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=f87311f5-468e-469f-9837-01f30ab7ea51,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:47.059103 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:47.198050 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Calling delete_port for f87311f5-468e-469f-9837-01f30ab7ea51 owned by network:router_gateway {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:47.311519 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] Set router 6208378b-0b5c-4240-890c-682fc795db3c gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:32:47.378786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:47.384027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ccde62d4-5a0c-47c2-9b6f-4b089bf5b1eb tempest-TestShelveInstance-618559640 tempest-TestShelveInstance-618559640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:47.427105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295b04a470>, [{'id': '6208378b-0b5c-4240-890c-682fc795db3c', 'name': 'tempest-TestShelveInstance-1845951510-router', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:20Z', 'updated_at': '2021-04-19T13:32:46Z', 'revision_number': 6, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'gw_port_host': None}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:47.431316 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5ed117-f812-4537-b7f9-6cdc530f4ecf None None] The sync data for ids ['6208378b-0b5c-4240-890c-682fc795db3c'] in dv-cinder-786873-1-iscsi is: [{'id': '6208378b-0b5c-4240-890c-682fc795db3c', 'name': 'tempest-TestShelveInstance-1845951510-router', 'tenant_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:27:20Z', 'updated_at': '2021-04-19T13:32:46Z', 'revision_number': 6, 'project_id': 'ba670a70144d4dbd85ecabc13d9ddb83', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:32:47.433231 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87311f5-468e-469f-9837-01f30ab7ea51,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:47.464872 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:47.536376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846802839'] for router_gateway, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:47.731296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846783179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773260'] for router, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:47.733594 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:47.758242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7964529'] for router, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:47.758861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6208378b-0b5c-4240-890c-682fc795db3c {{(pid=86366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 13:32:47.773174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:47.774449 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-186e429e-597b-4027-806e-e73de5d8e8a7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6208378b-0b5c-4240-890c-682fc795db3c HTTP/1.1" status: 204  len: 168 time: 1.3005950
Apr 19 13:32:47.777087 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36414) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:47.844621 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ed5e52-aff5-4117-9e1e-ef90f85476e2 admin admin] Deleting subnet 28c25914-2741-4ff0-aed8-a95273c34266 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:32:47.847771 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e52-aff5-4117-9e1e-ef90f85476e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:47.905121 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e52-aff5-4117-9e1e-ef90f85476e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6670355'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:47.989585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e52-aff5-4117-9e1e-ef90f85476e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:48.258951 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e52-aff5-4117-9e1e-ef90f85476e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847824358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848102765'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:48.263530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:48.298820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed5e52-aff5-4117-9e1e-ef90f85476e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c25914-2741-4ff0-aed8-a95273c34266,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:48.302669 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-10ed5e52-aff5-4117-9e1e-ef90f85476e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:48.303723 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e52-aff5-4117-9e1e-ef90f85476e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:48.308644 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b5d1db-0edd-4bf9-b85f-b966b6408ee5 None None] Network 159c0905-9685-4231-8fe3-9ca0a366525e requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:32:48.309827 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-10ed5e52-aff5-4117-9e1e-ef90f85476e2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/28c25914-2741-4ff0-aed8-a95273c34266 HTTP/1.1" status: 204  len: 168 time: 0.5316656
Apr 19 13:32:48.313611 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36418) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:48.431715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:48.443480 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Deleting port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:48.443848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:48.590597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] DHCP port deletion for 159c0905-9685-4231-8fe3-9ca0a366525e request from dv-cinder-786873-1-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 13:32:48.594767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] Deleting port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:48.595194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:48.668654 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] For port de2c0d2e-da5e-4adf-97d2-43f860d5ed76, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=de2c0d2e-da5e-4adf-97d2-43f860d5ed76,segment=NetworkSegment(959576a9-c5ae-4e4f-842c-53db490eb302),segment_id=959576a9-c5ae-4e4f-842c-53db490eb302)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:48.669053 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:48.804715 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Calling delete_port for de2c0d2e-da5e-4adf-97d2-43f860d5ed76 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:48.817643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] For port de2c0d2e-da5e-4adf-97d2-43f860d5ed76, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=de2c0d2e-da5e-4adf-97d2-43f860d5ed76,segment=NetworkSegment(959576a9-c5ae-4e4f-842c-53db490eb302),segment_id=959576a9-c5ae-4e4f-842c-53db490eb302)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:32:48.818089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:48.887296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:48.892730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fd6fd0a2-8086-4f41-bd97-8b6c60012644 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:48.941413 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Pushing event deleted for resources: {'Port': ['ID=de2c0d2e-da5e-4adf-97d2-43f860d5ed76,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:48.945238 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:48.947860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] No DVR routers for this DVR port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 on host dv-cinder-786873-1-iscsi {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:32:49.121077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] Calling delete_port for de2c0d2e-da5e-4adf-97d2-43f860d5ed76 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:32:49.199745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:32:49.200168 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:32:49.321764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:49.401517 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device f87311f5-468e-469f-9837-01f30ab7ea51 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:32:49.439542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f295ab469b0>,) {'filters': {'network_id': ['159c0905-9685-4231-8fe3-9ca0a366525e']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:49.441734 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: f87311f5-468e-469f-9837-01f30ab7ea51 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:32:49.442137 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device f87311f5-468e-469f-9837-01f30ab7ea51 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:32:49.442642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 35871c0e-c5f0-4aac-8995-c8c1e1325ebd no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:32:49.452543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f295ab469b0>, '959576a9-c5ae-4e4f-842c-53db490eb302') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:49.452890 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f295ab469b0>, '959576a9-c5ae-4e4f-842c-53db490eb302') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:32:49.465560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848105445'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:49.478597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 35871c0e-c5f0-4aac-8995-c8c1e1325ebd {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:32:49.479022 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 35871c0e-c5f0-4aac-8995-c8c1e1325ebd not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:32:49.479474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device de2c0d2e-da5e-4adf-97d2-43f860d5ed76 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:32:49.481327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:49.487820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:32:49.515390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: de2c0d2e-da5e-4adf-97d2-43f860d5ed76 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:32:49.515787 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device de2c0d2e-da5e-4adf-97d2-43f860d5ed76 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:32:49.673200 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Network 159c0905-9685-4231-8fe3-9ca0a366525e has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:32:49.682999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6954937'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:49.701020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] Deleting port de2c0d2e-da5e-4adf-97d2-43f860d5ed76 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:32:49.701560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:49.774675 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e1311dd-3d4b-4a18-b9da-0aa773ca4a1d None None] The port 'de2c0d2e-da5e-4adf-97d2-43f860d5ed76' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 13:32:49.865396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Network 159c0905-9685-4231-8fe3-9ca0a366525e has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:32:49.888253 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:32:49.966524 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:49.970242 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:49.986329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:49.993462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Pushing event deleted for resources: {'Network': ['ID=159c0905-9685-4231-8fe3-9ca0a366525e,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:49.998441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:50.000952 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-106c3be0-b3f6-4edf-a309-81d84ea1f76e admin admin] 10.222.0.26 "DELETE /v2.0/networks/159c0905-9685-4231-8fe3-9ca0a366525e HTTP/1.1" status: 204  len: 168 time: 1.6863313
Apr 19 13:32:50.182463 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36426) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:50.235138 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-c5be7517-075e-4565-aeb4-8c5b33d7bb62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=855b7dbfab6d4701bf3803549ef38760&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512996
Apr 19 13:32:50.237390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36430) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:50.302855 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9247-33f3-49df-a515-5f2ca81a62a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:50.331037 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9247-33f3-49df-a515-5f2ca81a62a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:50.378144 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9247-33f3-49df-a515-5f2ca81a62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:50.384007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d99035fe-ca58-4eac-ad29-ec379bae1511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:50.398262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf9247-33f3-49df-a515-5f2ca81a62a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687a2511-aa1a-4e41-b6fa-bbebc1815718,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:50.400702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a6cf9247-33f3-49df-a515-5f2ca81a62a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:50.407032 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9247-33f3-49df-a515-5f2ca81a62a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:50.411016 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-a6cf9247-33f3-49df-a515-5f2ca81a62a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/687a2511-aa1a-4e41-b6fa-bbebc1815718 HTTP/1.1" status: 204  len: 168 time: 0.1725023
Apr 19 13:32:50.759589 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36438) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:50.812356 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-49044294-d38c-48f2-92af-54868f763b8a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba670a70144d4dbd85ecabc13d9ddb83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0514469
Apr 19 13:32:50.814768 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36442) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:32:50.876426 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad641-faa7-4d19-8d6a-43b4bdd164af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:50.904119 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad641-faa7-4d19-8d6a-43b4bdd164af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:50.953554 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad641-faa7-4d19-8d6a-43b4bdd164af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:50.959225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-02c434db-c0cb-4d5a-9c2e-f01a20648e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:32:50.970293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ad641-faa7-4d19-8d6a-43b4bdd164af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c060fe-dd78-4fae-867b-150eff536e34,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:32:50.974285 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-5d7ad641-faa7-4d19-8d6a-43b4bdd164af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:32:50.977660 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad641-faa7-4d19-8d6a-43b4bdd164af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:50.979178 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-5d7ad641-faa7-4d19-8d6a-43b4bdd164af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3c060fe-dd78-4fae-867b-150eff536e34 HTTP/1.1" status: 204  len: 168 time: 0.1631937
Apr 19 13:32:54.948400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ab5240c3-daea-4c77-a202-d7691bcb4118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:57.921172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:58.011504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-44583acb-e86e-4941-8824-81de5b805c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:58.404992 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:32:59.001564 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:00.230921 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:12.417629 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:33:24.949279 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3160f02e-fb72-4394-b923-741932e68b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:27.923382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:28.011509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f9e70181-8485-47d9-8337-0dc4453ea60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:28.416441 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:29.005425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:30.232182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:49.417024 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:33:54.951005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a217f90d-bd93-40ae-8778-66950646dd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:57.928026 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:58.011963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-86ad8db1-b36e-4f0f-9665-c03e4e38dfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:58.424737 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:33:59.011166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:00.236541 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:05.281570 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-0d4688fe-b74d-4085-bac3-10c9813356fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0805874
Apr 19 13:34:05.439313 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-acc5ea0f-1f13-4f65-ad66-ab268a1149e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:05.440911 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-acc5ea0f-1f13-4f65-ad66-ab268a1149e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 1099 time: 0.0800726
Apr 19 13:34:05.603950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-3470e549-4f75-4dac-acc0-fa1691560360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:05.605509 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-3470e549-4f75-4dac-acc0-fa1691560360 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1394606
Apr 19 13:34:05.720644 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-84a88338-9b23-49b3-8727-2943d6b13983 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26970ad8-0100-45c8-8bc7-f77765236881 HTTP/1.1" status: 200  len: 1002 time: 0.1057994
Apr 19 13:34:05.792677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-7ae70152-1d79-4562-91e2-9b73ce66d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:05.794199 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-7ae70152-1d79-4562-91e2-9b73ce66d9a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0653408
Apr 19 13:34:05.878373 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-a416b53f-02af-4305-993c-8fb96f0febca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:05.880498 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-a416b53f-02af-4305-993c-8fb96f0febca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754967
Apr 19 13:34:06.024937 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-07690573-2faf-457a-a494-dd7602431334 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345797
Apr 19 13:34:06.170226 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7de6b2c7-ae36-4fc2-8f4f-eb411ebbacc2 req-2b65aea7-51e0-4f22-a2b5-db7bd6fb975b service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330979
Apr 19 13:34:18.175794 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-609a389b-b65a-47b2-820e-89bc07d8c1ff tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725393271&fields=id&tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80 HTTP/1.1" status: 200  len: 267 time: 0.0448134
Apr 19 13:34:18.339088 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-69f6bf95-9a0e-4fe8-bbcf-90587027a02a tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:18.340853 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-69f6bf95-9a0e-4fe8-bbcf-90587027a02a tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 811 time: 0.1571586
Apr 19 13:34:18.357538 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-d4aeb59e-6d3e-4c19-82f7-3567c0eb2f01 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/quotas/dca1ae0bfa064ccab9a7fed7e7119d80 HTTP/1.1" status: 200  len: 375 time: 0.0104687
Apr 19 13:34:18.460950 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-23b68be9-4f31-4e5d-9f0c-4bbcc04978c8 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0976024
Apr 19 13:34:18.583614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-d75195fa-0f65-4668-ac3b-c705e217b2a4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 13:34:18.584727 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-d75195fa-0f65-4668-ac3b-c705e217b2a4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1118095
Apr 19 13:34:18.730111 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3404d7b5-7dcf-434e-995d-e0927ae5dc84 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379664
Apr 19 13:34:18.872771 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-830a5674-b0fe-419e-a2c5-d77e1b5ed1b2 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361747
Apr 19 13:34:19.298686 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-9e942aac-5e9a-4d98-b242-a2f76e515faa req-fbf36e2d-35c6-4996-a01e-8f4ce42c9867 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 210 time: 0.0485611
Apr 19 13:34:20.459580 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-dc7b040a-9dd0-4218-ac4b-84268532dd9c req-c4c3d671-ebf7-468c-8578-71db61d09744 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 210 time: 0.0490081
Apr 19 13:34:20.961993 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-6a04bbc3-bab2-4bd8-866a-c467bd24333c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:20.963588 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-6a04bbc3-bab2-4bd8-866a-c467bd24333c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 811 time: 0.4164534
Apr 19 13:34:21.052958 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c45fc12b-a43b-4219-be78-ef42144c167c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80 HTTP/1.1" status: 200  len: 8059 time: 0.0801973
Apr 19 13:34:21.066468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'port': {'device_id': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'admin_state_up': True, 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'security_groups': ['cdc098cc-873f-4741-8843-76018c6dc111']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:34:21.212939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:34:21.217691 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:port and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:34:21.220762 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:34:21.228330 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:34:21.237265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Made reservation on behalf of dca1ae0bfa064ccab9a7fed7e7119d80 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 13:34:21.244112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:21.421030 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Allocated IP 172.20.0.12 (b0e933a0-e156-4153-921b-31b8e3b814b4/4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6/66a4ab30-c64c-4b12-a198-ed49ca2a218b) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:34:21.627954 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:21.631756 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-0f44bb64-f101-41e4-9924-8fbe042af7a9 req-df99f955-73ef-4b48-8965-44d211a6b048 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 210 time: 0.0540736
Apr 19 13:34:21.644843 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Transition to ACTIVE for port object 66a4ab30-c64c-4b12-a198-ed49ca2a218b will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:34:21.668895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:21.675712 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-686bef29-3de4-4d7b-b5f2-8e1bb450cf18 tempest-AttachVolumeShelveTestJSON-1679940896 tempest-AttachVolumeShelveTestJSON-1679940896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:34:21.746845 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Network b0e933a0-e156-4153-921b-31b8e3b814b4 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:34:21.750609 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:34:21.754758 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:34:21.797876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'Port': ['ID=66a4ab30-c64c-4b12-a198-ed49ca2a218b,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:34:21.816107 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.816531 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.816944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.817351 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.817754 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.818155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.818579 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.818977 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.819437 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.819834 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.820234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.820628 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:21.827094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:34:21.842008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:21.842729 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:21.874448 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8119171
Apr 19 13:34:21.888240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Request body: {'port': {'device_id': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:34:21.979800 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-a4573ac9-a1fe-45d7-a580-2b602d630d18 None None] Provisioning for port 66a4ab30-c64c-4b12-a198-ed49ca2a218b completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:34:21.984866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-a4573ac9-a1fe-45d7-a580-2b602d630d18 None None] Provisioning complete for port 66a4ab30-c64c-4b12-a198-ed49ca2a218b triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:34:21.985289 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a4573ac9-a1fe-45d7-a580-2b602d630d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:22.014833 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:22.043896 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-a4573ac9-a1fe-45d7-a580-2b602d630d18 None None] Port 66a4ab30-c64c-4b12-a198-ed49ca2a218b cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 13:34:22.378451 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a4ab30-c64c-4b12-a198-ed49ca2a218b {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:34:22.386329 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:22.401725 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Transition to ACTIVE for port object 66a4ab30-c64c-4b12-a198-ed49ca2a218b will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 13:34:22.405488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:22.410407 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fc896c90-d6b5-4c2b-bd90-d9cdc18bde6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:34:22.586571 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=66a4ab30-c64c-4b12-a198-ed49ca2a218b,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:34:22.594975 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:34:22.669730 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Attempting to bind port 66a4ab30-c64c-4b12-a198-ed49ca2a218b on host hv-cinder-78687 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 13:34:22.670219 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Attempting to bind port 66a4ab30-c64c-4b12-a198-ed49ca2a218b by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 13:34:22.670613 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Attempting to bind port 66a4ab30-c64c-4b12-a198-ed49ca2a218b on network b0e933a0-e156-4153-921b-31b8e3b814b4 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:34:22.675858 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Port 66a4ab30-c64c-4b12-a198-ed49ca2a218b on network b0e933a0-e156-4153-921b-31b8e3b814b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 13:34:22.676219 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Attempting to bind port 66a4ab30-c64c-4b12-a198-ed49ca2a218b on network b0e933a0-e156-4153-921b-31b8e3b814b4 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 13:34:22.683283 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Checking agent: {'id': 'cf90502f-6b64-4eb8-a155-62adaff5111c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'started_at': datetime.datetime(2021, 4, 19, 13, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 13:34:22.683663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Checking segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 13:34:22.684089 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Bound using segment: {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 13:34:22.684569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Bound port: 66a4ab30-c64c-4b12-a198-ed49ca2a218b, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03635a57-5404-4076-880c-52ad56b4dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 13:34:22.684957 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:22.784007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] For port 66a4ab30-c64c-4b12-a198-ed49ca2a218b, host hv-cinder-78687, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 13:34:22.787096 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] For port 66a4ab30-c64c-4b12-a198-ed49ca2a218b, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=66a4ab30-c64c-4b12-a198-ed49ca2a218b,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 13:34:22.791094 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848273382'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:22.795077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:34:22.836327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d71f54-fa49-4cc5-bf8b-3f1c08742a97 req-0b007121-21bd-4622-be3b-6a6f2cadf3ae tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:22.837961 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-37d71f54-fa49-4cc5-bf8b-3f1c08742a97 req-0b007121-21bd-4622-be3b-6a6f2cadf3ae tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 944 time: 0.0904090
Apr 19 13:34:22.862218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:22.862934 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:22.864441 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] 10.222.0.10 "PUT /v2.0/ports/66a4ab30-c64c-4b12-a198-ed49ca2a218b HTTP/1.1" status: 200  len: 1094 time: 0.9810529
Apr 19 13:34:22.864999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'tag': '66a4ab30-c64c-4b12-a198-ed49ca2a218b'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:34:22.891694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=66a4ab30-c64c-4b12-a198-ed49ca2a218b,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:34:22.896329 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-37d71f54-fa49-4cc5-bf8b-3f1c08742a97 req-741c3591-e9c4-4e37-96bd-751b30515937 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517452
Apr 19 13:34:22.896703 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c1aa1ffe-5990-4043-a10f-cfb0928da0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:34:22.995229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-6f43788e-7ebf-481a-856b-4e793a9ade7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:22.996945 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-6f43788e-7ebf-481a-856b-4e793a9ade7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 1097 time: 0.0931783
Apr 19 13:34:23.073852 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'tag': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'status': 'completed', 'code': 200}
Apr 19 13:34:23.082971 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-282d022e-8e8d-44b2-af59-dabf2013d7eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a4ab30-c64c-4b12-a198-ed49ca2a218b HTTP/1.1" status: 200  len: 217 time: 0.0775533
Apr 19 13:34:23.157902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-2dfc7ae6-17d9-4232-b00c-071b991a43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:23.159551 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-2dfc7ae6-17d9-4232-b00c-071b991a43d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0687475
Apr 19 13:34:23.245319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-cbe9492b-8087-4dc2-8636-c45e94e57109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:23.246850 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-cbe9492b-8087-4dc2-8636-c45e94e57109 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787036
Apr 19 13:34:23.391268 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-c00289e2-298e-49b4-9cfe-93a7fd3ed40c service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368361
Apr 19 13:34:23.536671 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3dba92f4-66a1-4c81-9fbb-95c16ef76c9f req-0fa02f32-0137-45ce-b3db-d1ddbad9e4be service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373708
Apr 19 13:34:23.668154 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-21c1cfaa-329f-4b08-8bf3-7d9516b90b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:23.669769 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-21c1cfaa-329f-4b08-8bf3-7d9516b90b01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 1097 time: 0.0830889
Apr 19 13:34:23.814341 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-252aba66-7fc3-4a05-9e3c-a9cb6782c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:23.815868 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-252aba66-7fc3-4a05-9e3c-a9cb6782c79f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1383951
Apr 19 13:34:23.892173 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-1442cfff-69bd-4440-89ff-406d6bfcb88e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a4ab30-c64c-4b12-a198-ed49ca2a218b HTTP/1.1" status: 200  len: 217 time: 0.0656674
Apr 19 13:34:23.968898 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-d054259e-6a3e-4bbc-b532-de7d16dc5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:23.970508 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-d054259e-6a3e-4bbc-b532-de7d16dc5655 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0708716
Apr 19 13:34:24.056381 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-9d79cc39-4b57-4b05-9f50-c64dc2c0d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:24.058013 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-9d79cc39-4b57-4b05-9f50-c64dc2c0d7bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780318
Apr 19 13:34:24.109149 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54647402-ec83-450e-937f-41d927f2d53d req-6298cc62-8a74-43d5-829c-b6acd339e2ee tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:24.112910 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54647402-ec83-450e-937f-41d927f2d53d req-6298cc62-8a74-43d5-829c-b6acd339e2ee tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 944 time: 0.0978696
Apr 19 13:34:24.160366 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54647402-ec83-450e-937f-41d927f2d53d req-a6604206-6c69-4daf-84af-a4a09fbd7617 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433598
Apr 19 13:34:24.207447 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-b6bbecb7-feac-4728-8154-e89215daf18b service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389093
Apr 19 13:34:24.352773 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-83e16fd9-cf53-469c-a3dc-8634496f97ba req-3ef39360-03e0-4775-a0fe-4766bd333f4c service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371415
Apr 19 13:34:24.952818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-50d1b3a6-c7f0-4877-a3ee-cda02f368199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:25.365400 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb4f8-1363-4e38-b283-2909b9484901 req-f352e179-c2db-456e-92ad-0342c3527609 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:25.367308 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d64bb4f8-1363-4e38-b283-2909b9484901 req-f352e179-c2db-456e-92ad-0342c3527609 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 944 time: 0.0909364
Apr 19 13:34:25.416949 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d64bb4f8-1363-4e38-b283-2909b9484901 req-bab01b17-0af7-4e89-9e55-aa947c88f237 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432389
Apr 19 13:34:26.416751 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:34:26.621443 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d55c3-0191-41ef-8c26-850bfad10ddd req-1190a3d6-2e17-444e-9af2-ce089e18ed8d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:26.623101 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b7d55c3-0191-41ef-8c26-850bfad10ddd req-1190a3d6-2e17-444e-9af2-ce089e18ed8d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 944 time: 0.0925446
Apr 19 13:34:26.671523 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-5b7d55c3-0191-41ef-8c26-850bfad10ddd req-40ebce28-d2ef-4683-a215-d2ebff52ebbd tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421424
Apr 19 13:34:27.873178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfb942-5671-4606-a7cd-51ab0a63cf37 req-5fffbb91-87fa-4d5c-a90c-0660e754d288 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:27.875034 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4ddfb942-5671-4606-a7cd-51ab0a63cf37 req-5fffbb91-87fa-4d5c-a90c-0660e754d288 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 944 time: 0.0899353
Apr 19 13:34:27.927782 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4ddfb942-5671-4606-a7cd-51ab0a63cf37 req-fe5b2d82-e85d-48a5-8ed7-593cd8ac7e00 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463221
Apr 19 13:34:27.929296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:28.013891 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3d38-ff4b-4cf4-87c2-5d13697277a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:28.420369 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:29.013523 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:29.130542 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67954a8-ab33-4a7b-a8d7-15083ec39e80 req-019b4c1b-7c32-4f33-813c-67f3f4a33ba0 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:29.132158 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a67954a8-ab33-4a7b-a8d7-15083ec39e80 req-019b4c1b-7c32-4f33-813c-67f3f4a33ba0 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 944 time: 0.0900097
Apr 19 13:34:29.179728 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-a67954a8-ab33-4a7b-a8d7-15083ec39e80 req-baa897aa-7bd2-4f7a-9f4c-91d2295ab6de tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412316
Apr 19 13:34:30.238488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:30.385237 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b09ea-5aad-4fb2-bfe8-651dad188162 req-89569731-a291-4580-b292-07da8683b00b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:30.386739 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c47b09ea-5aad-4fb2-bfe8-651dad188162 req-89569731-a291-4580-b292-07da8683b00b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 944 time: 0.0912962
Apr 19 13:34:30.435396 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c47b09ea-5aad-4fb2-bfe8-651dad188162 req-96bd4f20-be83-4d47-9304-0339534475ed tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422156
Apr 19 13:34:30.825182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 66a4ab30-c64c-4b12-a198-ed49ca2a218b details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 13:34:30.966794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 66a4ab30-c64c-4b12-a198-ed49ca2a218b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=66a4ab30-c64c-4b12-a198-ed49ca2a218b,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:34:30.980596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Returning: {'device': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'port_id': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'mac_address': 'fa:16:3e:f7:ee:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 13:34:31.041192 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:31.058584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a4ab30-c64c-4b12-a198-ed49ca2a218b {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 13:34:31.074721 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 66a4ab30-c64c-4b12-a198-ed49ca2a218b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=66a4ab30-c64c-4b12-a198-ed49ca2a218b,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:34:31.078112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:31.079950 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:34:31.151535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=66a4ab30-c64c-4b12-a198-ed49ca2a218b,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:34:31.159219 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.159618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.160005 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.160383 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.160757 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.161130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.161500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.161869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.162240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.162665 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.163552 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.163916 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:31.168130 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:34:31.365720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] get_ports_and_sgs() called for port_ids ['66a4ab30-c64c-4b12-a198-ed49ca2a218b'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 13:34:31.639022 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ae46a-5251-4e38-a610-8bd1138a0c8d req-f3134915-1be4-4524-acc2-949fc3c41dee tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:31.640576 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-445ae46a-5251-4e38-a610-8bd1138a0c8d req-f3134915-1be4-4524-acc2-949fc3c41dee tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 945 time: 0.0898595
Apr 19 13:34:31.689511 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-445ae46a-5251-4e38-a610-8bd1138a0c8d req-f4eb3e7f-c9ed-4bfa-b603-c80ae8aade5c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423360
Apr 19 13:34:32.826748 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 66a4ab30-c64c-4b12-a198-ed49ca2a218b up at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 13:34:32.905651 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning for port 66a4ab30-c64c-4b12-a198-ed49ca2a218b completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 13:34:32.906674 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671259bf-163b-4c9d-b345-e44775108b0b req-a66330ef-6830-4158-8f98-67f454e761d2 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:32.908333 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-671259bf-163b-4c9d-b345-e44775108b0b req-a66330ef-6830-4158-8f98-67f454e761d2 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 945 time: 0.0995731
Apr 19 13:34:32.911335 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.provisioning_blocks [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Provisioning complete for port 66a4ab30-c64c-4b12-a198-ed49ca2a218b triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 13:34:32.911759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853315061'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:32.959082 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-671259bf-163b-4c9d-b345-e44775108b0b req-aef0e628-8b86-4bf6-8d52-062e2db4ca7c tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440762
Apr 19 13:34:33.046637 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:33.075617 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a4ab30-c64c-4b12-a198-ed49ca2a218b'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:34:33.087786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] For port 66a4ab30-c64c-4b12-a198-ed49ca2a218b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=66a4ab30-c64c-4b12-a198-ed49ca2a218b,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:34:33.091982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:33.093955 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-586042a9-22f6-4ac5-8c93-7d5f43503c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:34:33.169065 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Pushing event updated for resources: {'Port': ['ID=66a4ab30-c64c-4b12-a198-ed49ca2a218b,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:34:33.172424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:34:33.229058 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'code': 200}
Apr 19 13:34:33.534618 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed713f-e007-4ead-a2f6-1f590a862ded req-df5b6b62-5c57-48c3-a3ee-f154ddc383ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:33.536205 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ebed713f-e007-4ead-a2f6-1f590a862ded req-df5b6b62-5c57-48c3-a3ee-f154ddc383ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 1099 time: 0.0769846
Apr 19 13:34:33.583755 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-ebed713f-e007-4ead-a2f6-1f590a862ded req-d2c3d9c0-5767-429e-bcea-aec798b2b8ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397780
Apr 19 13:34:34.166243 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57122bc-99df-4e32-8da3-5d0f39493ff1 req-ca30bb0e-7e5a-4a67-a196-6c0ab5bd196d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:34.167913 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f57122bc-99df-4e32-8da3-5d0f39493ff1 req-ca30bb0e-7e5a-4a67-a196-6c0ab5bd196d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 946 time: 0.0910046
Apr 19 13:34:34.219150 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-f57122bc-99df-4e32-8da3-5d0f39493ff1 req-9fca0e28-67bb-48b1-88a3-d2e449fa4824 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446684
Apr 19 13:34:35.429694 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ab606-6a68-46e6-ac8c-1d90e94fa841 req-5dc6d69d-c7f3-4c93-b27c-7e497ecb783e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:35.431325 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c18ab606-6a68-46e6-ac8c-1d90e94fa841 req-5dc6d69d-c7f3-4c93-b27c-7e497ecb783e tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 946 time: 0.0941114
Apr 19 13:34:35.480708 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-c18ab606-6a68-46e6-ac8c-1d90e94fa841 req-a57b89a3-956b-445a-a8b7-2fc480a8808d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430300
Apr 19 13:34:35.715979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db6d08-8ba8-4625-83e8-2652d0e42dcc req-33ec31e5-9fe7-4951-8c27-8f867e1e6a51 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:35.717595 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-79db6d08-8ba8-4625-83e8-2652d0e42dcc req-33ec31e5-9fe7-4951-8c27-8f867e1e6a51 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 946 time: 0.1050181
Apr 19 13:34:35.770118 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-79db6d08-8ba8-4625-83e8-2652d0e42dcc req-49bd82be-489c-4a1b-b184-eb1ae74800dc tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461588
Apr 19 13:34:35.796899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36552) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:34:35.877341 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8a4e67-40a8-42ec-a06c-7c68524da308 tempest-TestVolumeBootPattern-900949853 tempest-TestVolumeBootPattern-900949853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:35.879328 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9e8a4e67-40a8-42ec-a06c-7c68524da308 tempest-TestVolumeBootPattern-900949853 tempest-TestVolumeBootPattern-900949853-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 1094 time: 0.0811479
Apr 19 13:34:35.882591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36556) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:34:35.888892 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.v2.base [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Request body: {'floatingip': {'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'port_id': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 13:34:35.895505 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 13:34:35.899582 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Usage tracker for resource:floatingip and tenant:dca1ae0bfa064ccab9a7fed7e7119d80 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 13:34:35.902592 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 13:34:35.908677 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.quota.driver [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 13:34:35.918509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:36.066991 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:36.213396 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_common [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Allocated IP 172.27.0.171 (ee5c3b24-29f2-4961-b18b-259e644611b9/0cbb2f27-0c33-43dd-9c6b-d723e529b533/2ccbe3bf-ffdd-41d8-8b5c-12d62170edf9) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 13:34:36.370567 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:36.402172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298378940276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:36.407272 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-95a287b9-535c-4035-b51a-ee1e7bcc9f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:34:36.489043 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Network ee5c3b24-29f2-4961-b18b-259e644611b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 13:34:36.492320 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.base_scheduler [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 13:34:36.495035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 13:34:36.533061 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'Port': ['ID=2ccbe3bf-ffdd-41d8-8b5c-12d62170edf9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:34:36.544602 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.545082 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.545509 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.545930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.546347 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.546789 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.547336 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.547760 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.548170 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.548589 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.548998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.549409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:34:36.553307 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:34:37.223518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:37.301775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536470'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:37.520860 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:37.524876 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738476267976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298378940259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738475835575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6954951'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:37.529639 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-fdfee07b-caeb-499c-9c97-5dd21fdfa524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:34:37.649642 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event updated for resources: {'Port': ['ID=2ccbe3bf-ffdd-41d8-8b5c-12d62170edf9,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:34:37.652581 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:34:37.657837 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846782019'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:37.838430 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Floating IP 46319480-5574-4bd9-a42f-c5508f3a5543 associated. External IP: 172.27.0.171, port: 66a4ab30-c64c-4b12-a198-ed49ca2a218b.
Apr 19 13:34:38.208186 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Router dabf9372-0d91-41f7-93e3-523c522db7b2 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:34:38.400828 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:34:38.410774 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] Sync routers for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:34:38.422232 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:34:38.422945 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295adbb940>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:34:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:34:38.425223 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:38.484731 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-9d987aed-05d4-4c0e-9d05-178633fbca12 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6008110
Apr 19 13:34:38.485436 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'tag': '66a4ab30-c64c-4b12-a198-ed49ca2a218b'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:34:38.609002 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'tag': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'status': 'completed', 'code': 200}
Apr 19 13:34:38.617766 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:34:38.715021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-905e7325-c062-46d1-952a-17f74d53fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:38.716643 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-905e7325-c062-46d1-952a-17f74d53fc14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 1099 time: 0.0822344
Apr 19 13:34:38.865764 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-5af33563-9285-4b52-85fb-b0781abaddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:38.868451 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-5af33563-9285-4b52-85fb-b0781abaddca service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1442201
Apr 19 13:34:38.985562 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-c8613a02-061d-4df1-9a31-16cb235fb37b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a4ab30-c64c-4b12-a198-ed49ca2a218b HTTP/1.1" status: 200  len: 1000 time: 0.1098039
Apr 19 13:34:38.990584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295adbb940>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '338a44ed-f5c4-482b-954e-27184dfda1db', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:19:7c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:32:34Z', 'updated_at': '2021-04-19T13:32:37Z', 'revision_number': 1, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}, {'id': '46319480-5574-4bd9-a42f-c5508f3a5543', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:f7:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:34:37Z', 'updated_at': '2021-04-19T13:34:37Z', 'revision_number': 0, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:34:38.995663 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] Checking router: dabf9372-0d91-41f7-93e3-523c522db7b2 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:34:39.004777 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:34:39.005442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295adbb940>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:34:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:34:39.055744 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-143a9fc2-99cc-4857-b716-5c597680d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:39.057311 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-143a9fc2-99cc-4857-b716-5c597680d083 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0646186
Apr 19 13:34:39.148736 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-8494b787-86b3-4955-bb2c-d3343303d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:34:39.150344 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-8494b787-86b3-4955-bb2c-d3343303d25a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823619
Apr 19 13:34:39.199504 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:34:39.296527 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-c80d7d6a-2081-43d2-a8c8-de36d3198169 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371195
Apr 19 13:34:39.450883 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-80f3b6ec-ea16-4f9e-9918-2d12b2581437 req-775a8704-d06f-4467-8f6b-2f0d9ac143cf service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436281
Apr 19 13:34:39.746323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295adbb940>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '338a44ed-f5c4-482b-954e-27184dfda1db', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:19:7c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:32:34Z', 'updated_at': '2021-04-19T13:32:37Z', 'revision_number': 1, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}, {'id': '46319480-5574-4bd9-a42f-c5508f3a5543', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:f7:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:34:37Z', 'updated_at': '2021-04-19T13:34:37Z', 'revision_number': 0, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:34:39.750778 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8994d7-7ee4-40a5-9fc7-04b86ae2d984 None None] The sync data for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi is: [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '338a44ed-f5c4-482b-954e-27184dfda1db', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:19:7c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:32:34Z', 'updated_at': '2021-04-19T13:32:37Z', 'revision_number': 1, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}, {'id': '46319480-5574-4bd9-a42f-c5508f3a5543', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:f7:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:34:37Z', 'updated_at': '2021-04-19T13:34:37Z', 'revision_number': 0, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:34:40.027140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd87f391-a145-4f35-90bd-a005c99542fc None None] New status for floating IP 46319480-5574-4bd9-a42f-c5508f3a5543: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:34:54.955619 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-bd826f8a-d408-4e8a-a0a5-d5b001fef803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:57.933963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:58.014722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-817bc897-8d00-42ba-ab1b-33e5f09af19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:58.416939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:34:59.017179 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:00.242323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:03.416607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:35:05.284833 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59edd64e-2250-41db-b743-65a4d455df73 req-92372e1a-bc93-4421-89d1-096ac24ebbf5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0793893
Apr 19 13:35:05.452474 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edd64e-2250-41db-b743-65a4d455df73 req-373d08ae-3fd6-4036-a49f-2cf888ee8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:35:05.454102 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59edd64e-2250-41db-b743-65a4d455df73 req-373d08ae-3fd6-4036-a49f-2cf888ee8ec3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 1099 time: 0.0849035
Apr 19 13:35:05.878376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edd64e-2250-41db-b743-65a4d455df73 req-5d3e86a7-6dc1-4f47-97a0-9a9edc22fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:35:05.880023 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59edd64e-2250-41db-b743-65a4d455df73 req-5d3e86a7-6dc1-4f47-97a0-9a9edc22fca8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.4002450
Apr 19 13:35:06.002213 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59edd64e-2250-41db-b743-65a4d455df73 req-0be1a571-5c56-414c-a26c-bb2f5bd16883 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26970ad8-0100-45c8-8bc7-f77765236881 HTTP/1.1" status: 200  len: 1002 time: 0.1109061
Apr 19 13:35:06.079859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edd64e-2250-41db-b743-65a4d455df73 req-44fc0106-14b8-424b-b232-0c6262cf5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:35:06.081545 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59edd64e-2250-41db-b743-65a4d455df73 req-44fc0106-14b8-424b-b232-0c6262cf5045 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0679934
Apr 19 13:35:06.170545 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edd64e-2250-41db-b743-65a4d455df73 req-e5aca9cc-2cef-4535-a8f7-39183e24206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:35:06.172181 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59edd64e-2250-41db-b743-65a4d455df73 req-e5aca9cc-2cef-4535-a8f7-39183e24206c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809512
Apr 19 13:35:06.322338 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59edd64e-2250-41db-b743-65a4d455df73 req-f2b0d91b-c5c1-405c-ac5d-aca7f9601d9c service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390288
Apr 19 13:35:06.472744 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-59edd64e-2250-41db-b743-65a4d455df73 req-4b8dbf41-4832-4dea-b794-e52c3ff2c5bd service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391938
Apr 19 13:35:24.969869 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-be2cca21-9b35-44ae-b220-1c87d575f09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:27.935686 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:28.015772 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-83f93c28-956a-4712-9654-434a4f3aef88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:28.422937 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:29.020452 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:30.244376 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:40.416709 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:35:54.964963 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-fc22c53c-dbf3-4a26-81d2-a648fc3b97d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:57.940818 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:58.018852 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab584-7db5-47bc-9256-8a582485d4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:58.429182 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:35:59.024356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:00.246440 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:05.330224 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-675f7c74-d104-4d62-8933-7024f71f4a01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0826859
Apr 19 13:36:05.439875 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-da4c66b6-ed48-4d9a-a061-8491970e5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:05.441421 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-da4c66b6-ed48-4d9a-a061-8491970e5b8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 1099 time: 0.0827990
Apr 19 13:36:05.603783 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-4aaf5e51-5362-48c9-a450-684962b03f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:05.605388 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-4aaf5e51-5362-48c9-a450-684962b03f60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1418462
Apr 19 13:36:05.723813 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-3c60f435-37f6-457f-99d4-28710f870804 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a4ab30-c64c-4b12-a198-ed49ca2a218b HTTP/1.1" status: 200  len: 1002 time: 0.1076427
Apr 19 13:36:05.799755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-c235842a-925d-41fb-b32e-e1152484c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:05.801372 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-c235842a-925d-41fb-b32e-e1152484c362 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0679362
Apr 19 13:36:05.894458 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-2d1d9d4d-bd38-4c12-a285-008d8ff13925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:05.896681 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-2d1d9d4d-bd38-4c12-a285-008d8ff13925 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846758
Apr 19 13:36:06.048729 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-8b0822bb-b333-4515-a0c2-382d3df07e3c service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413963
Apr 19 13:36:06.200449 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-e762ce53-5acf-46fc-b31c-75368fd75ed9 req-111133a2-fdb8-44fa-8302-a4cfafc52caf service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406064
Apr 19 13:36:06.682058 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36598) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:06.905755 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Deleting port 2ccbe3bf-ffdd-41d8-8b5c-12d62170edf9 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:06.906138 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:07.096140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:07.096444 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:07.240810 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Calling delete_port for 2ccbe3bf-ffdd-41d8-8b5c-12d62170edf9 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:07.400961 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:07.405765 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:07.457297 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event deleted for resources: {'Port': ['ID=2ccbe3bf-ffdd-41d8-8b5c-12d62170edf9,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:07.501901 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.502334 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.502795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.503221 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.503640 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.504060 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.504475 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.504893 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.505839 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.506257 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.506699 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.507112 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:07.536838 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:07.568713 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:07.569094 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Floating IP 46319480-5574-4bd9-a42f-c5508f3a5543 disassociated (deleted). External IP: 172.27.0.171, port: 66a4ab30-c64c-4b12-a198-ed49ca2a218b.
Apr 19 13:36:08.209163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Router dabf9372-0d91-41f7-93e3-523c522db7b2 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:36:08.421278 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:36:08.432819 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] Sync routers for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:36:08.439135 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:08.442986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:36:08.443841 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a8f55f8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:35:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:08.507048 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-4b120740-94bd-49dc-8d44-6d802ef97e31 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "DELETE /v2.0/floatingips/46319480-5574-4bd9-a42f-c5508f3a5543 HTTP/1.1" status: 204  len: 168 time: 1.8211586
Apr 19 13:36:08.507048 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'tag': '66a4ab30-c64c-4b12-a198-ed49ca2a218b'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:36:08.563457 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'tag': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'status': 'completed', 'code': 200}
Apr 19 13:36:08.658938 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:36:08.687332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-c6f1eae3-54e9-4036-8d3d-a5b79f3150bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:08.688898 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-c6f1eae3-54e9-4036-8d3d-a5b79f3150bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 1099 time: 0.0879054
Apr 19 13:36:08.848177 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-4a7ce420-decd-4e02-8b5b-8d7cbc8b3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:08.850118 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-4a7ce420-decd-4e02-8b5b-8d7cbc8b3a27 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1534927
Apr 19 13:36:08.929439 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-8c3bbe04-b7be-4e19-a887-e7abb4ed8f1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a4ab30-c64c-4b12-a198-ed49ca2a218b HTTP/1.1" status: 200  len: 217 time: 0.0720799
Apr 19 13:36:08.962528 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff71b18-9990-4a38-886a-83830521a0f9 req-861f7a17-968e-4903-903e-1fe859dde254 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:08.964323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-7ff71b18-9990-4a38-886a-83830521a0f9 req-861f7a17-968e-4903-903e-1fe859dde254 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Synchronizing usage tracker for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:36:08.980433 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-7ff71b18-9990-4a38-886a-83830521a0f9 req-861f7a17-968e-4903-903e-1fe859dde254 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Unset dirty status for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:36:08.981751 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7ff71b18-9990-4a38-886a-83830521a0f9 req-861f7a17-968e-4903-903e-1fe859dde254 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 946 time: 0.1375804
Apr 19 13:36:09.007776 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-4d54b952-0beb-42b4-b57a-77a298f1d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:09.009357 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-4d54b952-0beb-42b4-b57a-77a298f1d3ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0691652
Apr 19 13:36:09.032256 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7ff71b18-9990-4a38-886a-83830521a0f9 req-82c7468b-7b0e-4cca-816a-02c8329b2c92 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434897
Apr 19 13:36:09.054104 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a8f55f8>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '338a44ed-f5c4-482b-954e-27184dfda1db', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:19:7c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:32:34Z', 'updated_at': '2021-04-19T13:32:37Z', 'revision_number': 1, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:09.058584 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] Checking router: dabf9372-0d91-41f7-93e3-523c522db7b2 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:36:09.068181 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:36:09.068877 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a8f55f8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:35:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:09.101540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-a1085585-a556-4792-b13f-0ae149c5b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:09.103176 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-a1085585-a556-4792-b13f-0ae149c5b8cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866568
Apr 19 13:36:09.263922 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-b5a616b4-668e-400e-aaaa-c53f8fe254b4 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512041
Apr 19 13:36:09.265927 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:36:09.408137 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-7b92859d-c33b-42a1-96de-78c9782ca9bd req-55edd968-3487-487b-b5ae-fa46109efa34 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373713
Apr 19 13:36:09.634319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a8f55f8>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '338a44ed-f5c4-482b-954e-27184dfda1db', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:19:7c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:32:34Z', 'updated_at': '2021-04-19T13:32:37Z', 'revision_number': 1, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:09.638453 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db2f70-f165-40cc-9b60-1b0c6c1cba46 None None] The sync data for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi is: [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_floatingips': [{'id': '338a44ed-f5c4-482b-954e-27184dfda1db', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'router_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'port_id': '26970ad8-0100-45c8-8bc7-f77765236881', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'mac_address': 'fa:16:3e:19:7c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T13:32:34Z', 'updated_at': '2021-04-19T13:32:37Z', 'revision_number': 1, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:36:09.985105 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1a94e-3233-4cd1-b2b7-5aff02e27627 None None] New status for floating IP 46319480-5574-4bd9-a42f-c5508f3a5543: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:36:10.271505 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0f039-9c99-4bc5-8e8e-9c41df23de88 req-e5e03c85-29a2-47e2-bcd5-6ef1c0651364 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:10.273198 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-20d0f039-9c99-4bc5-8e8e-9c41df23de88 req-e5e03c85-29a2-47e2-bcd5-6ef1c0651364 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 946 time: 0.0998523
Apr 19 13:36:10.324481 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-20d0f039-9c99-4bc5-8e8e-9c41df23de88 req-84975aee-fe71-4ee3-a5b8-c670fead146f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441542
Apr 19 13:36:10.639131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-ef4c5159-65eb-4306-8850-0f429a2770fc tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:10.639820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-ef4c5159-65eb-4306-8850-0f429a2770fc tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Synchronizing usage tracker for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:36:10.653717 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-ef4c5159-65eb-4306-8850-0f429a2770fc tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Unset dirty status for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:36:10.654977 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-ef4c5159-65eb-4306-8850-0f429a2770fc tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 946 time: 0.1056950
Apr 19 13:36:10.743904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Deleting port 66a4ab30-c64c-4b12-a198-ed49ca2a218b {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:10.744297 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:11.023979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] For port 66a4ab30-c64c-4b12-a198-ed49ca2a218b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=66a4ab30-c64c-4b12-a198-ed49ca2a218b,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:36:11.024383 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:11.166492 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Calling delete_port for 66a4ab30-c64c-4b12-a198-ed49ca2a218b owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:11.325720 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:11.331701 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:11.384118 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event deleted for resources: {'Port': ['ID=66a4ab30-c64c-4b12-a198-ed49ca2a218b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:11.428479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.428902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.429323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.429741 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.430153 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.430597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.431004 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.431412 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.431866 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.432224 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.432625 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.433028 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-1-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 13:36:11.441414 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:11.484389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] No DVR routers for this DVR port 66a4ab30-c64c-4b12-a198-ed49ca2a218b on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:36:11.486999 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:11.490894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'name': 'network-vif-deleted', 'tag': '66a4ab30-c64c-4b12-a198-ed49ca2a218b'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:36:11.495349 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-37fcfd27-fbda-4b79-8bf7-d1452f0365fc req-38562eb8-2a42-4666-9588-cb996c867623 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 210 time: 0.0506961
Apr 19 13:36:11.508344 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d8a46c32-c0a5-4afa-b034-7027b1965585 req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "DELETE /v2.0/ports/66a4ab30-c64c-4b12-a198-ed49ca2a218b HTTP/1.1" status: 204  len: 173 time: 0.8439584
Apr 19 13:36:11.542968 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e80764a-f1db-437e-a6c7-cce9ea01eef9', 'name': 'network-vif-deleted', 'tag': '66a4ab30-c64c-4b12-a198-ed49ca2a218b', 'status': 'completed', 'code': 200}
Apr 19 13:36:12.678582 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-3151f963-0597-408b-b167-0b025d63921d req-d60b71c7-c7bf-4bdf-bc7f-a958aebf440a tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e80764a-f1db-437e-a6c7-cce9ea01eef9 HTTP/1.1" status: 200  len: 210 time: 0.0503030
Apr 19 13:36:15.197575 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 66a4ab30-c64c-4b12-a198-ed49ca2a218b no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:36:15.238506 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: 66a4ab30-c64c-4b12-a198-ed49ca2a218b {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:36:15.238835 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 66a4ab30-c64c-4b12-a198-ed49ca2a218b not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:36:16.197986 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.26', 36630) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:16.428920 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Deleting port 8767768d-4965-4ec7-a758-09f40316ad49 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:16.429338 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:16.620403 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:16.620775 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:16.761506 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Calling delete_port for 8767768d-4965-4ec7-a758-09f40316ad49 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:16.918555 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847820850'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:16.922500 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:16.973910 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event deleted for resources: {'Port': ['ID=8767768d-4965-4ec7-a758-09f40316ad49,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:16.978110 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:17.080140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:17.080477 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.db.l3_db [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Floating IP 338a44ed-f5c4-482b-954e-27184dfda1db disassociated (deleted). External IP: 172.27.0.236, port: 26970ad8-0100-45c8-8bc7-f77765236881.
Apr 19 13:36:17.416166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:36:17.464848 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Router dabf9372-0d91-41f7-93e3-523c522db7b2 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:36:17.663767 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:36:17.674447 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] Sync routers for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:36:17.683194 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:17.685530 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:36:17.686215 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2959ff9ac8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:35:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:17.749309 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-f3d394dd-f619-40c8-889e-048f0ddf3b75 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "DELETE /v2.0/floatingips/338a44ed-f5c4-482b-954e-27184dfda1db HTTP/1.1" status: 204  len: 168 time: 1.5500741
Apr 19 13:36:17.750021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'tag': '26970ad8-0100-45c8-8bc7-f77765236881'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:36:17.801155 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'tag': '26970ad8-0100-45c8-8bc7-f77765236881', 'status': 'completed', 'code': 200}
Apr 19 13:36:17.957176 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1529a-d084-44c9-9c68-f58136225c52 req-50ce2f2e-6181-4f22-a0a5-0c33d0aef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:17.960785 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54c1529a-d084-44c9-9c68-f58136225c52 req-50ce2f2e-6181-4f22-a0a5-0c33d0aef0db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 1099 time: 0.1250403
Apr 19 13:36:18.097739 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:36:18.142332 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1529a-d084-44c9-9c68-f58136225c52 req-cb2bfc2f-45e3-46ab-97a4-5b63c2fc1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:18.144036 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54c1529a-d084-44c9-9c68-f58136225c52 req-cb2bfc2f-45e3-46ab-97a4-5b63c2fc1aa6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 200  len: 912 time: 0.1729975
Apr 19 13:36:18.194140 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a7e3-021a-482b-8677-c1fc9033abb7 req-a92449c1-2be7-4ca5-ae36-60223781bcb3 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:18.195010 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-d651a7e3-021a-482b-8677-c1fc9033abb7 req-a92449c1-2be7-4ca5-ae36-60223781bcb3 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Synchronizing usage tracker for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:36:18.211820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-d651a7e3-021a-482b-8677-c1fc9033abb7 req-a92449c1-2be7-4ca5-ae36-60223781bcb3 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Unset dirty status for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:36:18.213764 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d651a7e3-021a-482b-8677-c1fc9033abb7 req-a92449c1-2be7-4ca5-ae36-60223781bcb3 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 946 time: 0.1181269
Apr 19 13:36:18.226723 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54c1529a-d084-44c9-9c68-f58136225c52 req-5222bd2a-da94-423b-b2fa-94ffca367923 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26970ad8-0100-45c8-8bc7-f77765236881 HTTP/1.1" status: 200  len: 217 time: 0.0747943
Apr 19 13:36:18.265962 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-d651a7e3-021a-482b-8677-c1fc9033abb7 req-64a4d91c-e873-402f-b678-2c60c188a70f tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457404
Apr 19 13:36:18.298315 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1529a-d084-44c9-9c68-f58136225c52 req-b6286bea-51fc-47bd-a92b-ad5c0cf3fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:18.299957 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54c1529a-d084-44c9-9c68-f58136225c52 req-b6286bea-51fc-47bd-a92b-ad5c0cf3fa9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 200  len: 850 time: 0.0663545
Apr 19 13:36:18.388468 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1529a-d084-44c9-9c68-f58136225c52 req-e3c4cac3-b830-4b6d-819f-5624d8d41971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:18.390116 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54c1529a-d084-44c9-9c68-f58136225c52 req-e3c4cac3-b830-4b6d-819f-5624d8d41971 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0e933a0-e156-4153-921b-31b8e3b814b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822043
Apr 19 13:36:18.448511 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2959ff9ac8>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:18.452735 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] Checking router: dabf9372-0d91-41f7-93e3-523c522db7b2 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:36:18.461781 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:36:18.462536 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2959ff9ac8>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:35:58Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:18.541084 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54c1529a-d084-44c9-9c68-f58136225c52 req-624adedd-f35e-4001-885d-d68bf2533ac9 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416776
Apr 19 13:36:18.656596 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:36:18.689040 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-54c1529a-d084-44c9-9c68-f58136225c52 req-e3030a2e-766e-4157-a355-aa583f6b3758 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409926
Apr 19 13:36:18.997756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2959ff9ac8>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:19.002269 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa218306-818f-4b35-ad74-e16f0afd9a7b None None] The sync data for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi is: [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:29:04Z', 'revision_number': 4, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi', '_interfaces': [{'id': 'eab742da-b2df-4e92-b888-999524c921be', 'name': '', 'network_id': 'b0e933a0-e156-4153-921b-31b8e3b814b4', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:03Z', 'updated_at': '2021-04-19T13:29:11Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'subnets': [{'id': '4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:36:19.400131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42df0ac-4079-4d67-bbb2-54eb901f5476 None None] New status for floating IP 338a44ed-f5c4-482b-954e-27184dfda1db: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 13:36:19.492044 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7f597-e260-48f4-945f-8a74b6be6446 req-767bbaed-c770-4004-92ca-fa2e4a9fb7c2 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:19.493669 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b9c7f597-e260-48f4-945f-8a74b6be6446 req-767bbaed-c770-4004-92ca-fa2e4a9fb7c2 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 946 time: 0.1070597
Apr 19 13:36:19.542876 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-b9c7f597-e260-48f4-945f-8a74b6be6446 req-d7d9a24e-9e68-4bc8-92ba-096a49dfa84b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427289
Apr 19 13:36:19.861402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-b16e1464-8cc8-48ee-8545-a18f342f9a76 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:19.862077 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-b16e1464-8cc8-48ee-8545-a18f342f9a76 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Synchronizing usage tracker for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 13:36:19.874583 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.quota.resource [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-b16e1464-8cc8-48ee-8545-a18f342f9a76 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Unset dirty status for tenant:dca1ae0bfa064ccab9a7fed7e7119d80 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 13:36:19.875746 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-b16e1464-8cc8-48ee-8545-a18f342f9a76 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 946 time: 0.1002004
Apr 19 13:36:19.954745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Deleting port 26970ad8-0100-45c8-8bc7-f77765236881 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:19.955141 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:20.461190 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] For port 26970ad8-0100-45c8-8bc7-f77765236881, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=26970ad8-0100-45c8-8bc7-f77765236881,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:36:20.461597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:20.595570 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Calling delete_port for 26970ad8-0100-45c8-8bc7-f77765236881 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:20.745024 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:20.751108 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ff8f904b-ff34-4333-9320-c766fe08e32b tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:20.753320 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae1773-8079-4441-9d3d-20d6bdd4cfd0 req-12a564e3-8bf1-43f3-9c56-fabdb47a7e60 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 13:36:20.755556 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-02ae1773-8079-4441-9d3d-20d6bdd4cfd0 req-12a564e3-8bf1-43f3-9c56-fabdb47a7e60 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 946 time: 0.0942738
Apr 19 13:36:20.806416 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event deleted for resources: {'Port': ['ID=26970ad8-0100-45c8-8bc7-f77765236881,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:20.809887 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:20.822944 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-02ae1773-8079-4441-9d3d-20d6bdd4cfd0 req-0663dd91-a56c-44c4-8f1f-cd9ac81aec88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdc098cc-873f-4741-8843-76018c6dc111&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609345
Apr 19 13:36:20.892739 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] No DVR routers for this DVR port 26970ad8-0100-45c8-8bc7-f77765236881 on host hv-cinder-78687 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:36:20.895266 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:20.898218 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'name': 'network-vif-deleted', 'tag': '26970ad8-0100-45c8-8bc7-f77765236881'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 13:36:20.915837 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-27565a11-310c-4eb8-b6e1-d0fa0600e515 req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.10 "DELETE /v2.0/ports/26970ad8-0100-45c8-8bc7-f77765236881 HTTP/1.1" status: 204  len: 173 time: 1.0304372
Apr 19 13:36:20.953203 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49e44f-e510-462b-abde-19e449dbb1a1', 'name': 'network-vif-deleted', 'tag': '26970ad8-0100-45c8-8bc7-f77765236881', 'status': 'completed', 'code': 200}
Apr 19 13:36:22.004061 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [req-4f306128-8c3b-47dc-bdec-088dfee4be71 req-39198ad1-639c-4db3-96b5-63a7cb85bc8d tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e49e44f-e510-462b-abde-19e449dbb1a1 HTTP/1.1" status: 200  len: 210 time: 0.0503330
Apr 19 13:36:23.113327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36650) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:23.225488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 26970ad8-0100-45c8-8bc7-f77765236881 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:36:23.262861 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] No Port match for: 26970ad8-0100-45c8-8bc7-f77765236881 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:36:23.263256 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Device 26970ad8-0100-45c8-8bc7-f77765236881 not bound to the agent host hv-cinder-78687 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:36:23.285516 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Deleting port 4f8bb971-f17b-4c4f-a248-df39c0a65c9d {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:23.285902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:23.469797 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:23.470172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:23.605684 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Calling delete_port for 4f8bb971-f17b-4c4f-a248-df39c0a65c9d owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:23.746925 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:23.751548 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c35ece2a-1d08-4f0d-bfca-f792b7ee59b1 tempest-VolumesSnapshotTestJSON-871089090 tempest-VolumesSnapshotTestJSON-871089090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:23.801052 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event deleted for resources: {'Port': ['ID=4f8bb971-f17b-4c4f-a248-df39c0a65c9d,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:23.804382 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:23.898309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:23.913745 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:23.915060 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b4171935-8f95-4fc5-a3d1-e4337be28b11 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "DELETE /v2.0/floatingips/46bf74c6-c28d-414a-8ec5-6bca91021f7c HTTP/1.1" status: 204  len: 168 time: 0.8005483
Apr 19 13:36:24.968385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-477cf138-f7f9-46eb-8480-0ee14fd3fa12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:25.443585 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36664) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:25.522235 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-13634fc1-0089-4666-ab4f-e7af7e22ed44 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:25.554100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-13634fc1-0089-4666-ab4f-e7af7e22ed44 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:25.608470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-13634fc1-0089-4666-ab4f-e7af7e22ed44 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:25.613922 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-4a008006-68c0-4124-a32f-e2abcff91a88 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:25.631814 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13634fc1-0089-4666-ab4f-e7af7e22ed44 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc098cc-873f-4741-8843-76018c6dc111,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:25.637588 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-13634fc1-0089-4666-ab4f-e7af7e22ed44 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:25.639759 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-13634fc1-0089-4666-ab4f-e7af7e22ed44 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:25.641001 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-13634fc1-0089-4666-ab4f-e7af7e22ed44 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] 10.222.0.26 "DELETE /v2.0/security-groups/cdc098cc-873f-4741-8843-76018c6dc111 HTTP/1.1" status: 204  len: 168 time: 0.1962352
Apr 19 13:36:25.702023 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36670) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:26.509815 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992982'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:26.882979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Deleting port eab742da-b2df-4e92-b888-999524c921be {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:26.883228 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:27.068707 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-00033500-916f-40c8-9178-a680f534720c admin admin] For port eab742da-b2df-4e92-b888-999524c921be, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=eab742da-b2df-4e92-b888-999524c921be,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:36:27.069113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:27.207047 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Calling delete_port for eab742da-b2df-4e92-b888-999524c921be owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:27.398310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:27.403115 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-ccf09422-b156-45d8-94d5-8239b6d056eb tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:27.451398 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Pushing event deleted for resources: {'Port': ['ID=eab742da-b2df-4e92-b888-999524c921be,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:27.488903 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:27.740836 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846912933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993064'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:27.942991 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:28.023540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-58ffbe57-1b8e-452a-9f8c-c0b8c904cbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:28.384394 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Router dabf9372-0d91-41f7-93e3-523c522db7b2 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:36:28.440998 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:28.581095 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00033500-916f-40c8-9178-a680f534720c admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:36:28.591425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] Sync routers for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:36:28.595177 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-00033500-916f-40c8-9178-a680f534720c admin admin] 10.222.0.26 "PUT /v2.0/routers/dabf9372-0d91-41f7-93e3-523c522db7b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8919272
Apr 19 13:36:28.597846 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36678) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:28.602965 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:36:28.603749 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ad4ef60>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:36:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:28.791317 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:28.799763 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:36:28.994262 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:29.006904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Deleting port 3dd9a568-b439-4671-b6a4-2f899cff1224 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:29.006904 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:29.060518 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:29.169824 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ad4ef60>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:36:27Z', 'revision_number': 5, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port': {'id': '3dd9a568-b439-4671-b6a4-2f899cff1224', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:00Z', 'updated_at': '2021-04-19T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:29.174624 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] Checking router: dabf9372-0d91-41f7-93e3-523c522db7b2 for host: dv-cinder-786873-1-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:36:29.195354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] Routers {'dabf9372-0d91-41f7-93e3-523c522db7b2'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:36:29.196132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295ad4ef60>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:36:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['dabf9372-0d91-41f7-93e3-523c522db7b2'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:29.237201 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] For port 3dd9a568-b439-4671-b6a4-2f899cff1224, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=3dd9a568-b439-4671-b6a4-2f899cff1224,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:36:29.237756 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:29.370664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] Set router dabf9372-0d91-41f7-93e3-523c522db7b2 gateway port host: None {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:36:29.385979 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Calling delete_port for 3dd9a568-b439-4671-b6a4-2f899cff1224 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:29.496716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295ad4ef60>, [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:36:28Z', 'revision_number': 6, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port_host': None}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:29.501356 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a90930d-7c76-4fa8-a962-43af906215af None None] The sync data for ids ['dabf9372-0d91-41f7-93e3-523c522db7b2'] in dv-cinder-786873-1-iscsi is: [{'id': 'dabf9372-0d91-41f7-93e3-523c522db7b2', 'name': 'tempest-TestVolumeBootPattern-283165030-router', 'tenant_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:28:59Z', 'updated_at': '2021-04-19T13:36:28Z', 'revision_number': 6, 'project_id': 'dca1ae0bfa064ccab9a7fed7e7119d80', 'gw_port_host': None}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:36:29.585490 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:29.591418 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-3d00d2fc-c1f2-4da8-a9c2-90abc9c4e808 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:29.676027 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd9a568-b439-4671-b6a4-2f899cff1224,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:29.680020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:29.753425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846802839'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:29.946948 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846783179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773260'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:29.949487 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:29.974995 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7964529'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:29.975569 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dabf9372-0d91-41f7-93e3-523c522db7b2 {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 13:36:29.991339 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:29.992886 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-432aa48e-9ce6-4234-a3f2-898edfcc5c91 admin admin] 10.222.0.26 "DELETE /v2.0/routers/dabf9372-0d91-41f7-93e3-523c522db7b2 HTTP/1.1" status: 204  len: 168 time: 1.3930852
Apr 19 13:36:29.995798 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36682) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:30.070157 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7781385a-b885-4c81-8022-018d10e7a47e admin admin] Deleting subnet 4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:36:30.074213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7781385a-b885-4c81-8022-018d10e7a47e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:30.134102 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7781385a-b885-4c81-8022-018d10e7a47e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7282028'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:30.251335 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7781385a-b885-4c81-8022-018d10e7a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:30.252448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:30.527309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7781385a-b885-4c81-8022-018d10e7a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6501831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848391421'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:30.532566 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:30.574943 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781385a-b885-4c81-8022-018d10e7a47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:30.578558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-7781385a-b885-4c81-8022-018d10e7a47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:30.580409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7781385a-b885-4c81-8022-018d10e7a47e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:30.586610 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2357a6-3661-4c14-9b00-7f79714554c3 None None] Network b0e933a0-e156-4153-921b-31b8e3b814b4 requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:36:30.589511 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-7781385a-b885-4c81-8022-018d10e7a47e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4ed3ae31-9b73-4454-b41f-e3a0e9ecf9b6 HTTP/1.1" status: 204  len: 168 time: 0.5925615
Apr 19 13:36:30.592248 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36688) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:30.719039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:30.730902 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Deleting port ed7a941a-e916-4963-aeff-cf2f503275ba {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:30.731287 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:30.876550 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] DHCP port deletion for b0e933a0-e156-4153-921b-31b8e3b814b4 request from dv-cinder-786873-1-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 13:36:30.885657 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] Deleting port ed7a941a-e916-4963-aeff-cf2f503275ba {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:30.885919 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:30.970510 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] For port ed7a941a-e916-4963-aeff-cf2f503275ba, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ed7a941a-e916-4963-aeff-cf2f503275ba,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:36:30.971100 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:31.116409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Calling delete_port for ed7a941a-e916-4963-aeff-cf2f503275ba owned by network:dhcp {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:31.118708 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] For port ed7a941a-e916-4963-aeff-cf2f503275ba, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ed7a941a-e916-4963-aeff-cf2f503275ba,segment=NetworkSegment(03635a57-5404-4076-880c-52ad56b4dd0a),segment_id=03635a57-5404-4076-880c-52ad56b4dd0a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:36:31.119172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:31.200007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:31.205300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-304433a8-9fbb-40cd-b0a8-7c51931d95d1 tempest-AttachVolumeTestJSON-1341030732 tempest-AttachVolumeTestJSON-1341030732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:31.254178 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7a941a-e916-4963-aeff-cf2f503275ba,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:31.257796 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:31.258724 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] No DVR routers for this DVR port ed7a941a-e916-4963-aeff-cf2f503275ba on host dv-cinder-786873-1-iscsi {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:36:31.400528 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:31.444183 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] Calling delete_port for ed7a941a-e916-4963-aeff-cf2f503275ba owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:31.529039 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ed7a941a-e916-4963-aeff-cf2f503275ba no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:36:31.543025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2959829ba8>,) {'filters': {'network_id': ['b0e933a0-e156-4153-921b-31b8e3b814b4']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:31.557293 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2959829ba8>, '03635a57-5404-4076-880c-52ad56b4dd0a') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:31.557637 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2959829ba8>, '03635a57-5404-4076-880c-52ad56b4dd0a') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:31.568174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: ed7a941a-e916-4963-aeff-cf2f503275ba {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:36:31.568574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ed7a941a-e916-4963-aeff-cf2f503275ba not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:36:31.569035 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 3dd9a568-b439-4671-b6a4-2f899cff1224 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:36:31.571457 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847493788'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:31.592680 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:31.600268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:36:31.612733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: 3dd9a568-b439-4671-b6a4-2f899cff1224 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:36:31.613131 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 3dd9a568-b439-4671-b6a4-2f899cff1224 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:36:31.613630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device eab742da-b2df-4e92-b888-999524c921be no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:36:31.643909 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:36:31.644327 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:36:31.651310 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: eab742da-b2df-4e92-b888-999524c921be {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:36:31.651627 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device eab742da-b2df-4e92-b888-999524c921be not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:36:32.069515 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Network b0e933a0-e156-4153-921b-31b8e3b814b4 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:36:32.079859 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848273308'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:32.146019 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] Deleting port ed7a941a-e916-4963-aeff-cf2f503275ba {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:32.146529 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:32.223431 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-74feec66-c032-4339-adb5-a262bc3fa2e2 None None] The port 'ed7a941a-e916-4963-aeff-cf2f503275ba' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 13:36:32.275388 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Network b0e933a0-e156-4153-921b-31b8e3b814b4 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:36:32.299709 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:36:32.381166 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:32.384874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:32.402402 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:32.416925 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e933a0-e156-4153-921b-31b8e3b814b4,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:32.420563 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:32.431184 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-04120f27-6bc7-4798-a61b-3abdf99fdcb1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b0e933a0-e156-4153-921b-31b8e3b814b4 HTTP/1.1" status: 204  len: 168 time: 1.8374305
Apr 19 13:36:32.434163 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36692) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:33.035265 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992982'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:33.419312 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Deleting port d2faaf83-9f40-4380-a616-9ba30f4905e9 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:33.419894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:33.608560 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] For port d2faaf83-9f40-4380-a616-9ba30f4905e9, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=d2faaf83-9f40-4380-a616-9ba30f4905e9,segment=NetworkSegment(ba4a9a18-9f28-4662-a75d-fc623f293889),segment_id=ba4a9a18-9f28-4662-a75d-fc623f293889)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:36:33.608944 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:33.742911 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Calling delete_port for d2faaf83-9f40-4380-a616-9ba30f4905e9 owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:33.922702 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:33.926733 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-6972efd6-4997-4e98-8a6d-6b93718ac935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:33.977482 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2faaf83-9f40-4380-a616-9ba30f4905e9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:33.980132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:34.281031 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846912933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993064'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:34.685804 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Router a5e7c8a8-549c-48bb-98e9-250e565732c4 has already been hosted by L3 agent b51156a7-5930-429e-869a-c7dc210d1671 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 13:36:35.136918 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] Notify agent at l3_agent.dv-cinder-786873-1-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 13:36:35.145842 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] Sync routers for ids ['a5e7c8a8-549c-48bb-98e9-250e565732c4'] in dv-cinder-786873-1-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 13:36:35.152622 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-e3af3132-623c-4d59-839b-de27715d19e3 admin admin] 10.222.0.26 "PUT /v2.0/routers/a5e7c8a8-549c-48bb-98e9-250e565732c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7173142
Apr 19 13:36:35.155300 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36696) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:35.157487 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] Routers {'a5e7c8a8-549c-48bb-98e9-250e565732c4'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:36:35.158240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a0c9400>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:36:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['a5e7c8a8-549c-48bb-98e9-250e565732c4'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:35.360527 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:35.531442 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] Set router a5e7c8a8-549c-48bb-98e9-250e565732c4 gateway port host: dv-cinder-786873-1-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:36:35.569213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:35.586574 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Deleting port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:35.586978 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:35.825795 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] For port ebe4c67b-63a1-4e24-ba96-4cdfc06a7492, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=ebe4c67b-63a1-4e24-ba96-4cdfc06a7492,segment=NetworkSegment(546cdc1d-de57-46b7-a893-65d2d04aaf6b),segment_id=546cdc1d-de57-46b7-a893-65d2d04aaf6b)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:36:35.826414 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:35.901409 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a0c9400>, [{'id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'name': 'tempest-TestVolumeBootPattern-6693153-router', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'external_fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:29:07Z', 'updated_at': '2021-04-19T13:36:33Z', 'revision_number': 5, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'gw_port': {'id': 'ebe4c67b-63a1-4e24-ba96-4cdfc06a7492', 'name': '', 'network_id': 'ee5c3b24-29f2-4961-b18b-259e644611b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:27:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T13:29:08Z', 'updated_at': '2021-04-19T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbb2f27-0c33-43dd-9c6b-d723e529b533', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-1-iscsi'}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:35.905700 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] Checking router: a5e7c8a8-549c-48bb-98e9-250e565732c4 for host: dv-cinder-786873-1-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 13:36:35.916202 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] Routers {'a5e7c8a8-549c-48bb-98e9-250e565732c4'} bound to L3 agent in host dv-cinder-786873-1-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 13:36:35.916875 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f295a0c9400>, 'dv-cinder-786873-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T13:13:28Z,description=<?>,heartbeat_timestamp=2021-04-19T13:36:28Z,host='dv-cinder-786873-1-iscsi',id=b51156a7-5930-429e-869a-c7dc210d1671,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T13:13:28Z,topic='l3_agent')) {'router_ids': ['a5e7c8a8-549c-48bb-98e9-250e565732c4'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:35.972081 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Calling delete_port for ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:36.090728 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvr_db [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] Set router a5e7c8a8-549c-48bb-98e9-250e565732c4 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 13:36:36.159636 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:36.165450 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-a8bf36dc-62a3-42d5-8d5e-8dd0515c2597 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:36.214306 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe4c67b-63a1-4e24-ba96-4cdfc06a7492,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:36.217997 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:36.218229 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_hamode_db [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f295a0c9400>, [{'id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'name': 'tempest-TestVolumeBootPattern-6693153-router', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:29:07Z', 'updated_at': '2021-04-19T13:36:35Z', 'revision_number': 6, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'gw_port_host': None}], 'dv-cinder-786873-1-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:36.225773 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c6540b-ecc8-412f-846c-5f93e95f8108 None None] The sync data for ids ['a5e7c8a8-549c-48bb-98e9-250e565732c4'] in dv-cinder-786873-1-iscsi is: [{'id': 'a5e7c8a8-549c-48bb-98e9-250e565732c4', 'name': 'tempest-TestVolumeBootPattern-6693153-router', 'tenant_id': '9694e762fed14ba1b75ff97d3c571393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T13:29:07Z', 'updated_at': '2021-04-19T13:36:35Z', 'revision_number': 6, 'project_id': '9694e762fed14ba1b75ff97d3c571393', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 13:36:36.322074 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846802839'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:36.517354 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846783179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773260'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:36.521753 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:36.560276 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7964529'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:36.561281 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5e7c8a8-549c-48bb-98e9-250e565732c4 {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 13:36:36.582446 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:36.583754 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-da8c7f65-88bb-45ae-96b4-b34fd4eb6f31 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a5e7c8a8-549c-48bb-98e9-250e565732c4 HTTP/1.1" status: 204  len: 168 time: 1.4274426
Apr 19 13:36:36.586643 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36700) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:36.657825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.db_base_plugin_v2 [None req-69066920-e294-430c-8777-dd6de546beda admin admin] Deleting subnet 2d305932-6919-43d5-b2d0-47edf2ed88d9 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 13:36:36.662449 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69066920-e294-430c-8777-dd6de546beda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:36.728270 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69066920-e294-430c-8777-dd6de546beda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7282028'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:36.863740 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69066920-e294-430c-8777-dd6de546beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853342935'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:37.136106 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69066920-e294-430c-8777-dd6de546beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7998586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6501831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848391421'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:37.141245 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-d4c5f07e-0b88-4548-8ea5-70f224d4aa48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:37.177664 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69066920-e294-430c-8777-dd6de546beda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d305932-6919-43d5-b2d0-47edf2ed88d9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:37.180973 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-69066920-e294-430c-8777-dd6de546beda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:37.182025 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69066920-e294-430c-8777-dd6de546beda admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:37.187193 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed766e44-6e10-47a7-9dff-489669c3f86c None None] Network d05317b4-b957-43af-a1d9-c392445f715b requested from dv-cinder-786873-1-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 13:36:37.188418 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-69066920-e294-430c-8777-dd6de546beda admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2d305932-6919-43d5-b2d0-47edf2ed88d9 HTTP/1.1" status: 204  len: 168 time: 0.6005669
Apr 19 13:36:37.191649 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36704) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:37.314292 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853212827'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:37.327021 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Deleting port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:37.327389 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:37.476199 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] DHCP port deletion for d05317b4-b957-43af-a1d9-c392445f715b request from dv-cinder-786873-1-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 13:36:37.482078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] Deleting port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:37.482078 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:37.544820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device d2faaf83-9f40-4380-a616-9ba30f4905e9 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:36:37.578296 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] For port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5,segment=NetworkSegment(ba4a9a18-9f28-4662-a75d-fc623f293889),segment_id=ba4a9a18-9f28-4662-a75d-fc623f293889)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:36:37.578731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:37.592535 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: d2faaf83-9f40-4380-a616-9ba30f4905e9 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:36:37.592939 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device d2faaf83-9f40-4380-a616-9ba30f4905e9 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:36:37.593414 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:36:37.637943 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] No Port match for: ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 13:36:37.638340 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device ebe4c67b-63a1-4e24-ba96-4cdfc06a7492 not bound to the agent host dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 13:36:37.638829 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.rpc [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Device 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 no longer exists at agent ovs-agent-dv-cinder-786873-1-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 13:36:37.715597 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Calling delete_port for 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 owned by network:dhcp {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:37.796372 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853237448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298378507807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738475835541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6502419'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:37.802630 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-2aa96a07-7496-482d-aeb2-84c7de385396 tempest-TestVolumeBootPattern-475539007 tempest-TestVolumeBootPattern-475539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:37.854319 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Pushing event deleted for resources: {'Port': ['ID=01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:37.856479 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] No DVR routers for this DVR port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 on host dv-cinder-786873-1-iscsi {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 13:36:37.858132 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:37.883152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 update to DOWN by agent not found {{(pid=86368) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 19 13:36:37.904365 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.db [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] For port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5, host dv-cinder-786873-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-1-iscsi',level=0,port_id=01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5,segment=NetworkSegment(ba4a9a18-9f28-4662-a75d-fc623f293889),segment_id=ba4a9a18-9f28-4662-a75d-fc623f293889)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 13:36:37.904820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970161'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:37.993060 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432956', 'neutron.services.segments.db._delete_segments_for_network-8738476184179'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:38.044924 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] Calling delete_port for 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 13:36:38.124806 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.db.api [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 13:36:38.125234 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_db.api [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 13:36:38.127794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f29594fb7b8>,) {'filters': {'network_id': ['d05317b4-b957-43af-a1d9-c392445f715b']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:38.144568 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f29594fb7b8>, 'ba4a9a18-9f28-4662-a75d-fc623f293889') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:38.144912 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.services.segments.db [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f29594fb7b8>, 'ba4a9a18-9f28-4662-a75d-fc623f293889') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 13:36:38.158280 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298378430051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847493788'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:38.177174 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387343'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:38.183794 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 13:36:38.376557 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Network d05317b4-b957-43af-a1d9-c392445f715b has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:36:38.386731 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853388488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848273308'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:38.626172 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] Deleting port 01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 13:36:38.626688 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298378512244'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:38.706488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.plugin [None req-607c0424-32df-43ef-81a4-bd3e4addc85a None None] The port '01f23e0d-6bc9-46c8-a07f-52ae9fc42ad5' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 13:36:38.832770 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.plugins.ml2.managers [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Network d05317b4-b957-43af-a1d9-c392445f715b has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]: Traceback (most recent call last):
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     timer()
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     cb(*args, **kw)
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     return func(*args, **kwargs)
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     self._notify()
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     self.callback(batched_events)
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     event.method(event)
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     segment_id)['aggregates'][0]
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     return f(self, *a, **k)
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self._get(url).json()
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     **kwargs)
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     return self.request(url, 'GET', **kwargs)
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     **endpoint_filter)
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 13:36:38.856742 dv-cinder-786873-1-iscsi neutron-server[86255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 13:36:38.945478 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853342860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7862883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846782066'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:38.950526 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7862896'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:38.953368 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b42957b3-eb80-4872-a4e8-f2daaaf74641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:38.976268 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Pushing event deleted for resources: {'Network': ['ID=d05317b4-b957-43af-a1d9-c392445f715b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:38.978850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:38.985800 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b5d76049-0c0b-490d-ab08-dd8bc7e7a4da admin admin] 10.222.0.26 "DELETE /v2.0/networks/d05317b4-b957-43af-a1d9-c392445f715b HTTP/1.1" status: 204  len: 168 time: 1.7925465
Apr 19 13:36:39.119626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36710) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:39.173609 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-b4a88c0a-6217-45de-bd86-139f3f158190 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dca1ae0bfa064ccab9a7fed7e7119d80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0525608
Apr 19 13:36:39.176786 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36714) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:39.244607 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-12d0c0b7-c6ae-4425-b0f8-3f9ba3cdc594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:39.273850 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-12d0c0b7-c6ae-4425-b0f8-3f9ba3cdc594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:39.327825 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-12d0c0b7-c6ae-4425-b0f8-3f9ba3cdc594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:39.333522 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-81dc469c-f50e-4bd3-b52c-3d5f2e853bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:39.348821 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0c0b7-c6ae-4425-b0f8-3f9ba3cdc594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88f972a-669c-4f5b-950d-5d498a22ceb5,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:39.353614 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-12d0c0b7-c6ae-4425-b0f8-3f9ba3cdc594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:39.356883 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-12d0c0b7-c6ae-4425-b0f8-3f9ba3cdc594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:39.358106 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-12d0c0b7-c6ae-4425-b0f8-3f9ba3cdc594 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b88f972a-669c-4f5b-950d-5d498a22ceb5 HTTP/1.1" status: 204  len: 168 time: 0.1803336
Apr 19 13:36:39.735155 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36722) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:39.790937 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-0b9da244-fbe9-4bc5-a19d-15f83f52f994 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9694e762fed14ba1b75ff97d3c571393&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541525
Apr 19 13:36:39.793626 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.26', 36726) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 13:36:39.865425 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-06120b27-2f49-4ff1-ab1a-076349f0d818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:39.894142 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-06120b27-2f49-4ff1-ab1a-076349f0d818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:39.946894 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-06120b27-2f49-4ff1-ab1a-076349f0d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846779223'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:39.954886 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-c845a3de-bcbf-40de-91e3-a5a4536d4142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 13:36:39.971868 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06120b27-2f49-4ff1-ab1a-076349f0d818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4161c45-4334-4f4e-8faf-f43bed74973d,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 13:36:39.975424 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG oslo_concurrency.lockutils [None req-06120b27-2f49-4ff1-ab1a-076349f0d818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 13:36:39.977603 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-06120b27-2f49-4ff1-ab1a-076349f0d818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:39.979819 dv-cinder-786873-1-iscsi neutron-server[86255]: INFO neutron.wsgi [None req-06120b27-2f49-4ff1-ab1a-076349f0d818 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4161c45-4334-4f4e-8faf-f43bed74973d HTTP/1.1" status: 204  len: 168 time: 0.1841578
Apr 19 13:36:54.416705 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:36:54.973213 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-403902f9-304b-4e89-b1cd-2e9bdf55fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:57.944448 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:58.024982 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-211fb73b-fcc7-42b2-aac2-67eaf971f2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:58.460964 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:36:59.023540 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:00.254517 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:24.967308 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ad3c13ee-31a6-4926-ba54-e0022225a7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:27.949175 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:28.026113 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-1ff732e5-b713-46d0-9734-86befd012c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:28.458240 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:29.026390 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:29.209097 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [req-d3d079b3-87c5-4383-ad77-097081595543 req-10c14599-cead-4087-b354-61c780387f32 service neutron] (86366) timed out ('10.222.0.10', 52769) {{(pid=86366) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 13:37:30.256488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:31.416591 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:37:31.708646 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.wsgi [req-686b3d71-66b7-4837-87f1-a9f0040664a2 req-47085433-fe69-4742-8cb8-006651f5573a service neutron] (86366) timed out ('10.222.0.10', 52726) {{(pid=86366) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 13:37:54.970879 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-ebc1bb39-0d2e-49b1-b8a4-3bbdf1d97dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:57.950225 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:58.029283 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-653ee1b1-2968-41c3-abed-b32128fd1a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:58.457652 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:37:59.032599 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:00.260214 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:08.416290 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:38:24.973020 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-839dcc33-0f5d-4aaa-8597-285cb623a1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:27.952007 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:28.029251 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a6139cd1-c219-4b67-b155-c50f622e4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:28.472941 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:29.025323 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:30.263435 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:45.417565 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:38:54.973958 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e35242cf-4fb3-4676-b0be-80d6a8b23494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:57.954434 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:58.030719 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6eedb4a6-b8e0-4368-a754-1a5b9f63ecd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:58.473279 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:38:59.027543 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:00.264377 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:22.417930 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:39:24.975960 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-a017ed75-e013-44c2-abd9-066583c7f0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:27.957333 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:28.030722 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-3a19e1bf-89b0-4aa4-bd81-3c3b71c193c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:28.480488 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:29.028648 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:30.266908 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:54.980727 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-d8308eb2-c897-45cc-adfd-7df66499a63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:57.964698 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:58.034470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-c4673a7f-1a00-478f-9d29-7b637168c9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:58.489537 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:59.031716 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:39:59.418899 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:40:00.270056 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:24.982470 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-df70f87f-00b2-4c2c-85d6-344d1b8f8bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:27.963895 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:28.035874 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-94fac33b-37cb-4219-b98a-0db8c1f286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:28.510462 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:29.034029 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:30.275423 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:36.418822 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:40:54.984244 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-69904925-e37b-476b-827b-9e10e4ae9071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:57.965309 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:58.037008 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-5a5bf3d0-7ad3-4d84-b549-53ac3c055ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:58.501820 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:40:59.037046 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:41:00.276385 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:41:13.419558 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron.db.agents_db [None req-146c35f3-2930-409b-8799-c210ad63ec91 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 13:41:24.986260 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-cc894e62-f15f-4b7a-b62e-ed3ef6f6ec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:41:27.968164 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-e18b3e72-9582-4c67-b248-7d36dad8a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:41:28.037152 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-6ac0677e-9895-4997-9b95-0eac51df3776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:41:28.502940 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-edbd1df9-dff5-4dd5-bc87-edb4810f5797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:41:29.039683 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0535-4a27-479b-8ad4-8a8e7e2f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 13:41:30.280490 dv-cinder-786873-1-iscsi neutron-server[86255]: DEBUG neutron_lib.callbacks.manager [None req-9b18dd56-ce2b-4130-8368-35b82a396ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298378591621', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460830'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}